2024-04-26T16:24:59.100 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T16:24:59.100 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_phlogistonjohn@teuthology --name phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi --archive /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874 --description orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} --verbose -- /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/orig.config.yaml 2024-04-26T16:24:59.148 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T16:24:59.229 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874 branch: wip-phlogistonjohn-testing-2024-04-25-1915 description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} email: jmulligan@redhat.com first_in_suite: false job_id: '7674874' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-phlogistonjohn-testing-2024-04-25-1915 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-only-match: - CEPHADM_ sha1: a430f9ed84de3008ca5b632b1ed304bac0e753f6 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: a430f9ed84de3008ca5b632b1ed304bac0e753f6 workunit: branch: wip-phlogistonjohn-testing-2024-04-25-1915 sha1: a430f9ed84de3008ca5b632b1ed304bac0e753f6 owner: scheduled_phlogistonjohn@teuthology priority: 89 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4852 sha1: a430f9ed84de3008ca5b632b1ed304bac0e753f6 sleep_before_teardown: 0 subset: 1/30 suite: orch:cephadm suite_branch: wip-phlogistonjohn-testing-2024-04-25-1915 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: a430f9ed84de3008ca5b632b1ed304bac0e753f6 targets: smithi044.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNGh0v6P3/hNj4SeduttE7wwoM3lIuo7FfxhFZEeku5zc7KsMy2MkFZmd5Hg5Cbz7rx0Nwjt8fuTUH8Xo5pHIZI= smithi139.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP7mNj4abJTgu8XyvK1WglqJn0oFjY2o1YVwpp37qooNIBwvZ+N4MN77z9egLyhaY38inn+dT1n0Ra8GEJGOQrc= tasks: - cephadm: cephadm_branch: v17.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v17.2.0 - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_15:06:39 tube: smithi user: phlogistonjohn verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T16:24:59.230 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa; will attempt to use it 2024-04-26T16:24:59.230 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa/tasks 2024-04-26T16:24:59.231 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T16:24:59.232 INFO:teuthology.task.internal:Checking packages... 2024-04-26T16:24:59.257 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a430f9ed84de3008ca5b632b1ed304bac0e753f6' 2024-04-26T16:24:59.257 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T16:24:59.257 INFO:teuthology.packaging:ref: None 2024-04-26T16:24:59.257 INFO:teuthology.packaging:tag: None 2024-04-26T16:24:59.257 INFO:teuthology.packaging:branch: wip-phlogistonjohn-testing-2024-04-25-1915 2024-04-26T16:24:59.257 INFO:teuthology.packaging:sha1: a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:24:59.257 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-phlogistonjohn-testing-2024-04-25-1915 2024-04-26T16:24:59.484 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3305.ga430f9ed 2024-04-26T16:24:59.486 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T16:24:59.492 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T16:24:59.493 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T16:24:59.537 INFO:teuthology.task.internal:Saving configuration 2024-04-26T16:24:59.556 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T16:24:59.563 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T16:24:59.588 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 16:19:20.603426', 'locked_by': 'scheduled_phlogistonjohn@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNGh0v6P3/hNj4SeduttE7wwoM3lIuo7FfxhFZEeku5zc7KsMy2MkFZmd5Hg5Cbz7rx0Nwjt8fuTUH8Xo5pHIZI='} 2024-04-26T16:24:59.612 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi139.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 16:19:20.605233', 'locked_by': 'scheduled_phlogistonjohn@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP7mNj4abJTgu8XyvK1WglqJn0oFjY2o1YVwpp37qooNIBwvZ+N4MN77z9egLyhaY38inn+dT1n0Ra8GEJGOQrc='} 2024-04-26T16:24:59.612 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T16:24:59.619 INFO:teuthology.task.internal:roles: ubuntu@smithi044.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-26T16:24:59.619 INFO:teuthology.task.internal:roles: ubuntu@smithi139.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-26T16:24:59.619 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T16:24:59.685 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe88f2400d0>, signals=[15]) 2024-04-26T16:24:59.686 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T16:24:59.692 INFO:teuthology.task.internal:Opening connections... 2024-04-26T16:24:59.692 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T16:24:59.694 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T16:24:59.771 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi139.front.sepia.ceph.com 2024-04-26T16:24:59.772 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T16:24:59.848 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T16:24:59.855 DEBUG:teuthology.orchestra.run.smithi044:> uname -m 2024-04-26T16:24:59.873 INFO:teuthology.orchestra.run.smithi044.stdout:x86_64 2024-04-26T16:24:59.874 DEBUG:teuthology.orchestra.run.smithi044:> cat /etc/os-release 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:NAME="CentOS Stream" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION="9" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:ID="centos" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:ID_LIKE="rhel fedora" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION_ID="9" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:PLATFORM_ID="platform:el9" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:ANSI_COLOR="0;31" 2024-04-26T16:24:59.933 INFO:teuthology.orchestra.run.smithi044.stdout:LOGO="fedora-logo-icon" 2024-04-26T16:24:59.934 INFO:teuthology.orchestra.run.smithi044.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T16:24:59.934 INFO:teuthology.orchestra.run.smithi044.stdout:HOME_URL="https://centos.org/" 2024-04-26T16:24:59.934 INFO:teuthology.orchestra.run.smithi044.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T16:24:59.934 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T16:24:59.934 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T16:24:59.934 INFO:teuthology.lock.ops:Updating smithi044.front.sepia.ceph.com on lock server 2024-04-26T16:24:59.956 DEBUG:teuthology.orchestra.run.smithi139:> uname -m 2024-04-26T16:24:59.974 INFO:teuthology.orchestra.run.smithi139.stdout:x86_64 2024-04-26T16:24:59.975 DEBUG:teuthology.orchestra.run.smithi139:> cat /etc/os-release 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:NAME="CentOS Stream" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:VERSION="9" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:ID="centos" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:ID_LIKE="rhel fedora" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:VERSION_ID="9" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:PLATFORM_ID="platform:el9" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:ANSI_COLOR="0;31" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:LOGO="fedora-logo-icon" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:HOME_URL="https://centos.org/" 2024-04-26T16:25:00.032 INFO:teuthology.orchestra.run.smithi139.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T16:25:00.033 INFO:teuthology.orchestra.run.smithi139.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T16:25:00.033 INFO:teuthology.orchestra.run.smithi139.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T16:25:00.033 INFO:teuthology.lock.ops:Updating smithi139.front.sepia.ceph.com on lock server 2024-04-26T16:25:00.056 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T16:25:00.065 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T16:25:00.069 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T16:25:00.070 DEBUG:teuthology.orchestra.run.smithi044:> test '!' -e /home/ubuntu/cephtest 2024-04-26T16:25:00.072 DEBUG:teuthology.orchestra.run.smithi139:> test '!' -e /home/ubuntu/cephtest 2024-04-26T16:25:00.088 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T16:25:00.094 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T16:25:00.094 DEBUG:teuthology.orchestra.run.smithi044:> test -z $(ls -A /var/lib/ceph) 2024-04-26T16:25:00.130 DEBUG:teuthology.orchestra.run.smithi139:> test -z $(ls -A /var/lib/ceph) 2024-04-26T16:25:00.213 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T16:25:00.265 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T16:25:00.280 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-26T16:25:00.280 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-26T16:25:00.280 DEBUG:teuthology.orchestra.run.smithi044:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T16:25:00.281 DEBUG:teuthology.orchestra.run.smithi139:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T16:25:00.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T16:25:00.296 DEBUG:teuthology.orchestra.run.smithi139:> uname -r 2024-04-26T16:25:00.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T16:25:00.298 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-04-26T16:25:00.353 INFO:teuthology.orchestra.run.smithi139.stdout:5.14.0-437.el9.x86_64 2024-04-26T16:25:00.353 INFO:teuthology.task.kernel:Running kernel on smithi139: 5.14.0-437.el9.x86_64 2024-04-26T16:25:00.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum install -y kernel 2024-04-26T16:25:00.356 INFO:teuthology.orchestra.run.smithi044.stdout:5.14.0-437.el9.x86_64 2024-04-26T16:25:00.356 INFO:teuthology.task.kernel:Running kernel on smithi044: 5.14.0-437.el9.x86_64 2024-04-26T16:25:00.356 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum install -y kernel 2024-04-26T16:25:03.048 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - BaseOS 7.5 MB/s | 8.0 MB 00:01 2024-04-26T16:25:03.420 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 5.7 MB/s | 8.0 MB 00:01 2024-04-26T16:25:06.066 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - AppStream 9.7 MB/s | 19 MB 00:01 2024-04-26T16:25:06.596 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 9.3 MB/s | 19 MB 00:02 2024-04-26T16:25:10.917 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.2 MB 00:01 2024-04-26T16:25:11.922 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.2 MB 00:01 2024-04-26T16:25:12.539 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 16 kB 00:00 2024-04-26T16:25:13.822 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 23 kB/s | 16 kB 00:00 2024-04-26T16:25:18.665 INFO:teuthology.orchestra.run.smithi139.stdout:Extra Packages for Enterprise Linux 3.5 MB/s | 21 MB 00:06 2024-04-26T16:25:19.905 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 3.5 MB/s | 21 MB 00:05 2024-04-26T16:25:23.756 INFO:teuthology.orchestra.run.smithi139.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-26T16:25:25.095 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-04-26T16:25:25.579 INFO:teuthology.orchestra.run.smithi139.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-26T16:25:25.579 INFO:teuthology.orchestra.run.smithi139.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-26T16:25:25.689 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2024-04-26T16:25:25.690 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2024-04-26T16:25:25.690 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2024-04-26T16:25:25.838 DEBUG:teuthology.orchestra.run.smithi139:> echo no | sudo yum reinstall kernel || true 2024-04-26T16:25:26.334 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:00:03 ago on Fri 26 Apr 2024 04:25:23 PM UTC. 2024-04-26T16:25:26.485 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2024-04-26T16:25:26.504 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-26T16:25:26.505 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2024-04-26T16:25:26.505 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-26T16:25:26.505 INFO:teuthology.orchestra.run.smithi139.stdout:Reinstalling: 2024-04-26T16:25:26.505 INFO:teuthology.orchestra.run.smithi139.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T16:25:26.505 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:25:26.506 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2024-04-26T16:25:26.506 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-26T16:25:26.506 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:25:26.506 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 255 k 2024-04-26T16:25:26.506 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 0 2024-04-26T16:25:26.507 INFO:teuthology.orchestra.run.smithi139.stderr:Operation aborted. 2024-04-26T16:25:26.574 INFO:teuthology.orchestra.run.smithi139.stdout:Is this ok [y/N]: 2024-04-26T16:25:26.575 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum reinstall -y kernel || true 2024-04-26T16:25:26.977 INFO:teuthology.orchestra.run.smithi044.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-26T16:25:26.977 INFO:teuthology.orchestra.run.smithi044.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-26T16:25:27.063 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:00:04 ago on Fri 26 Apr 2024 04:25:23 PM UTC. 2024-04-26T16:25:27.073 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-04-26T16:25:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2024-04-26T16:25:27.074 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-04-26T16:25:27.178 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2024-04-26T16:25:27.179 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-26T16:25:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2024-04-26T16:25:27.179 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout:Reinstalling: 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 255 k 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 0 2024-04-26T16:25:27.180 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2024-04-26T16:25:27.216 DEBUG:teuthology.orchestra.run.smithi044:> echo no | sudo yum reinstall kernel || true 2024-04-26T16:25:27.599 INFO:teuthology.orchestra.run.smithi139.stdout:kernel-5.14.0-437.el9.x86_64.rpm 779 kB/s | 255 kB 00:00 2024-04-26T16:25:27.600 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2024-04-26T16:25:27.600 INFO:teuthology.orchestra.run.smithi139.stdout:Total 606 kB/s | 255 kB 00:00 2024-04-26T16:25:27.621 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2024-04-26T16:25:27.735 INFO:teuthology.orchestra.run.smithi044.stdout:Last metadata expiration check: 0:00:02 ago on Fri 26 Apr 2024 04:25:25 PM UTC. 2024-04-26T16:25:27.825 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2024-04-26T16:25:27.826 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2024-04-26T16:25:27.830 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2024-04-26T16:25:27.831 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2024-04-26T16:25:27.877 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-04-26T16:25:27.888 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-04-26T16:25:27.888 INFO:teuthology.orchestra.run.smithi044.stdout: Package Architecture Version Repository Size 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout:Reinstalling: 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-04-26T16:25:27.889 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:25:27.890 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 255 k 2024-04-26T16:25:27.890 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 0 2024-04-26T16:25:27.890 INFO:teuthology.orchestra.run.smithi044.stderr:Operation aborted. 2024-04-26T16:25:27.960 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2024-04-26T16:25:27.963 INFO:teuthology.orchestra.run.smithi044.stdout:Is this ok [y/N]: 2024-04-26T16:25:27.963 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum reinstall -y kernel || true 2024-04-26T16:25:28.034 INFO:teuthology.orchestra.run.smithi139.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T16:25:28.034 INFO:teuthology.orchestra.run.smithi139.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T16:25:28.480 INFO:teuthology.orchestra.run.smithi044.stdout:Last metadata expiration check: 0:00:03 ago on Fri 26 Apr 2024 04:25:25 PM UTC. 2024-04-26T16:25:28.601 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-04-26T16:25:28.601 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-04-26T16:25:28.601 INFO:teuthology.orchestra.run.smithi044.stdout: Package Architecture Version Repository Size 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:Reinstalling: 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 255 k 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 0 2024-04-26T16:25:28.602 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2024-04-26T16:25:28.769 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T16:25:28.769 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T16:25:29.172 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-5.14.0-437.el9.x86_64.rpm 584 kB/s | 255 kB 00:00 2024-04-26T16:25:29.173 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-04-26T16:25:29.173 INFO:teuthology.orchestra.run.smithi044.stdout:Total 446 kB/s | 255 kB 00:00 2024-04-26T16:25:29.199 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2024-04-26T16:25:29.386 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2024-04-26T16:25:29.387 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2024-04-26T16:25:29.392 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2024-04-26T16:25:29.392 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2024-04-26T16:25:29.467 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T16:25:29.468 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:25:29.468 INFO:teuthology.orchestra.run.smithi139.stdout:Reinstalled: 2024-04-26T16:25:29.468 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-26T16:25:29.468 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:25:29.468 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2024-04-26T16:25:29.530 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2024-04-26T16:25:29.615 INFO:teuthology.orchestra.run.smithi044.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T16:25:29.615 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T16:25:29.656 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q kernel | sort -rV | head -n 1 2024-04-26T16:25:29.703 INFO:teuthology.orchestra.run.smithi139.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-26T16:25:29.703 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-26T16:25:29.703 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-26T16:25:29.703 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-26T16:25:29.703 DEBUG:teuthology.orchestra.run.smithi139:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T16:25:29.731 INFO:teuthology.orchestra.run.smithi139.stdout:ttyS1 2024-04-26T16:25:29.761 DEBUG:teuthology.parallel:result is None 2024-04-26T16:25:30.264 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T16:25:30.265 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-26T16:25:30.987 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-26T16:25:30.987 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:25:30.987 INFO:teuthology.orchestra.run.smithi044.stdout:Reinstalled: 2024-04-26T16:25:30.987 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-26T16:25:30.987 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:25:30.987 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-04-26T16:25:31.171 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q kernel | sort -rV | head -n 1 2024-04-26T16:25:31.220 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-26T16:25:31.220 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-26T16:25:31.220 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-26T16:25:31.220 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-26T16:25:31.221 DEBUG:teuthology.orchestra.run.smithi044:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T16:25:31.255 INFO:teuthology.orchestra.run.smithi044.stdout:ttyS1 2024-04-26T16:25:31.274 DEBUG:teuthology.parallel:result is None 2024-04-26T16:25:31.274 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T16:25:31.281 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T16:25:31.282 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T16:25:31.316 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T16:25:31.334 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T16:25:31.341 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T16:25:31.349 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T16:25:31.349 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T16:25:31.372 DEBUG:teuthology.orchestra.run.smithi139:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T16:25:31.412 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T16:25:31.419 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T16:25:31.419 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T16:25:31.431 DEBUG:teuthology.orchestra.run.smithi139:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T16:25:31.469 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T16:25:31.479 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T16:25:31.480 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T16:25:31.490 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T16:25:31.492 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T16:25:31.502 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T16:25:31.503 DEBUG:teuthology.orchestra.run.smithi044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T16:25:31.523 DEBUG:teuthology.orchestra.run.smithi139:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T16:25:31.558 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T16:25:31.567 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T16:25:31.567 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T16:25:31.591 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T16:25:31.614 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T16:25:31.685 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T16:25:31.746 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T16:25:31.827 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T16:25:31.869 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:25:31.869 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T16:25:31.933 DEBUG:teuthology.orchestra.run.smithi139:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T16:25:31.973 DEBUG:teuthology.orchestra.run.smithi139:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T16:25:32.023 DEBUG:teuthology.orchestra.run.smithi139:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T16:25:32.103 DEBUG:teuthology.orchestra.run.smithi139:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T16:25:32.145 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:25:32.145 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T16:25:32.209 DEBUG:teuthology.orchestra.run.smithi044:> sudo service rsyslog restart 2024-04-26T16:25:32.225 DEBUG:teuthology.orchestra.run.smithi139:> sudo service rsyslog restart 2024-04-26T16:25:32.255 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T16:25:32.283 INFO:teuthology.orchestra.run.smithi139.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T16:25:32.558 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T16:25:32.567 INFO:teuthology.task.internal:Starting timer... 2024-04-26T16:25:32.567 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T16:25:32.577 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T16:25:32.588 DEBUG:teuthology.orchestra.run.smithi044:> sudo service auditd rotate 2024-04-26T16:25:32.648 INFO:teuthology.orchestra.run.smithi044.stdout:Rotating logs: 2024-04-26T16:25:32.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo service auditd rotate 2024-04-26T16:25:32.696 INFO:teuthology.orchestra.run.smithi139.stdout:Rotating logs: 2024-04-26T16:25:32.698 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T16:25:32.699 DEBUG:teuthology.orchestra.run.smithi044:> /usr/sbin/getenforce 2024-04-26T16:25:32.721 INFO:teuthology.orchestra.run.smithi044.stdout:Permissive 2024-04-26T16:25:32.721 DEBUG:teuthology.orchestra.run.smithi139:> /usr/sbin/getenforce 2024-04-26T16:25:32.743 INFO:teuthology.orchestra.run.smithi139.stdout:Permissive 2024-04-26T16:25:32.745 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi044.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi139.front.sepia.ceph.com': 'permissive'} 2024-04-26T16:25:32.745 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-26T16:25:32.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T16:25:32.789 DEBUG:teuthology.orchestra.run.smithi139:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-26T16:25:32.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T16:25:32.813 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T16:25:32.814 DEBUG:teuthology.orchestra.run.smithi044:> sudo /usr/sbin/setenforce permissive 2024-04-26T16:25:32.864 DEBUG:teuthology.orchestra.run.smithi139:> sudo /usr/sbin/setenforce permissive 2024-04-26T16:25:32.895 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T16:25:32.905 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T16:25:32.922 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T16:25:32.924 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi044.front.sepia.ceph.com,smithi139.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T16:29:03.787 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi044.front.sepia.ceph.com'), Remote(name='ubuntu@smithi139.front.sepia.ceph.com')] 2024-04-26T16:29:03.789 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T16:29:03.790 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T16:29:03.907 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-04-26T16:29:03.986 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-04-26T16:29:03.986 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-26T16:29:03.987 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T16:29:04.063 DEBUG:teuthology.orchestra.run.smithi139:> true 2024-04-26T16:29:04.142 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi139.front.sepia.ceph.com' 2024-04-26T16:29:04.142 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T16:29:04.153 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T16:29:04.153 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T16:29:04.154 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T16:29:04.156 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T16:29:04.156 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T16:29:04.184 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T16:29:04.197 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T16:29:04.211 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T16:29:04.221 INFO:teuthology.orchestra.run.smithi044.stderr:sudo: ntpd: command not found 2024-04-26T16:29:04.224 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T16:29:04.232 INFO:teuthology.orchestra.run.smithi044.stdout:506 Cannot talk to daemon 2024-04-26T16:29:04.246 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T16:29:04.249 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: ntpd: command not found 2024-04-26T16:29:04.260 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T16:29:04.265 INFO:teuthology.orchestra.run.smithi139.stdout:506 Cannot talk to daemon 2024-04-26T16:29:04.279 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T16:29:04.292 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T16:29:04.321 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-04-26T16:29:04.324 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T16:29:04.324 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-04-26T16:29:04.324 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.324 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.324 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.325 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.345 INFO:teuthology.orchestra.run.smithi139.stderr:bash: line 1: ntpq: command not found 2024-04-26T16:29:04.348 INFO:teuthology.orchestra.run.smithi139.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T16:29:04.348 INFO:teuthology.orchestra.run.smithi139.stdout:=============================================================================== 2024-04-26T16:29:04.348 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.349 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.349 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.349 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T16:29:04.349 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T16:29:04.453 INFO:tasks.cephadm:Config: {'cephadm_branch': 'v17.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v17.2.0', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-only-match': ['CEPHADM_'], 'sha1': 'a430f9ed84de3008ca5b632b1ed304bac0e753f6'} 2024-04-26T16:29:04.453 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v17.2.0 2024-04-26T16:29:04.453 INFO:tasks.cephadm:Cluster fsid is 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:04.454 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T16:29:04.454 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.44', 'mon.c': '[v2:172.21.15.44:3301,v1:172.21.15.44:6790]', 'mon.b': '172.21.15.139'} 2024-04-26T16:29:04.454 INFO:tasks.cephadm:First mon is mon.a on smithi044 2024-04-26T16:29:04.454 INFO:tasks.cephadm:First mgr is y 2024-04-26T16:29:04.454 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T16:29:04.454 DEBUG:teuthology.orchestra.run.smithi044:> sudo hostname $(hostname -s) 2024-04-26T16:29:04.479 DEBUG:teuthology.orchestra.run.smithi139:> sudo hostname $(hostname -s) 2024-04-26T16:29:04.504 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v17.2.0)... 2024-04-26T16:29:04.504 DEBUG:teuthology.orchestra.run.smithi044:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T16:29:04.914 INFO:teuthology.orchestra.run.smithi044.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Apr 26 16:29 /home/ubuntu/cephtest/cephadm 2024-04-26T16:29:04.914 DEBUG:teuthology.orchestra.run.smithi139:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T16:29:05.137 INFO:teuthology.orchestra.run.smithi139.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Apr 26 16:29 /home/ubuntu/cephtest/cephadm 2024-04-26T16:29:05.138 DEBUG:teuthology.orchestra.run.smithi044:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T16:29:05.157 DEBUG:teuthology.orchestra.run.smithi139:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T16:29:05.183 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v17.2.0 on all hosts... 2024-04-26T16:29:05.184 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-04-26T16:29:05.201 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-04-26T16:29:06.673 INFO:teuthology.orchestra.run.smithi044.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-26T16:29:06.688 INFO:teuthology.orchestra.run.smithi139.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-26T16:29:24.244 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout: "repo_digests": [ 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T16:29:24.245 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:29:26.351 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2024-04-26T16:29:26.351 INFO:teuthology.orchestra.run.smithi139.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-04-26T16:29:26.351 INFO:teuthology.orchestra.run.smithi139.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-04-26T16:29:26.352 INFO:teuthology.orchestra.run.smithi139.stdout: "repo_digests": [ 2024-04-26T16:29:26.352 INFO:teuthology.orchestra.run.smithi139.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-04-26T16:29:26.352 INFO:teuthology.orchestra.run.smithi139.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-04-26T16:29:26.352 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2024-04-26T16:29:26.352 INFO:teuthology.orchestra.run.smithi139.stdout:} 2024-04-26T16:29:26.369 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph 2024-04-26T16:29:26.403 DEBUG:teuthology.orchestra.run.smithi139:> sudo mkdir -p /etc/ceph 2024-04-26T16:29:26.430 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 777 /etc/ceph 2024-04-26T16:29:26.471 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 777 /etc/ceph 2024-04-26T16:29:26.494 INFO:tasks.cephadm:Writing seed config... 2024-04-26T16:29:26.495 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T16:29:26.496 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T16:29:26.497 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:29:26.497 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T16:29:26.531 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 18c48794-03ea-11ef-bc93-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-26T16:29:26.531 DEBUG:teuthology.orchestra.run.smithi044:mon.a> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T16:29:26.573 DEBUG:teuthology.orchestra.run.smithi044:mgr.y> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T16:29:26.616 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T16:29:26.616 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 -v bootstrap --fsid 18c48794-03ea-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.44 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T16:29:26.819 INFO:teuthology.orchestra.run.smithi044.stderr:-------------------------------------------------------------------------------- 2024-04-26T16:29:26.819 INFO:teuthology.orchestra.run.smithi044.stderr:cephadm ['--image', 'quay.io/ceph/ceph:v17.2.0', '-v', 'bootstrap', '--fsid', '18c48794-03ea-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.44', '--skip-admin-label'] 2024-04-26T16:29:26.849 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: 4.9.4-dev 2024-04-26T16:29:26.852 INFO:teuthology.orchestra.run.smithi044.stderr:Verifying podman|docker is present... 2024-04-26T16:29:26.874 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: 4.9.4-dev 2024-04-26T16:29:26.877 INFO:teuthology.orchestra.run.smithi044.stderr:Verifying lvm2 is present... 2024-04-26T16:29:26.877 INFO:teuthology.orchestra.run.smithi044.stderr:Verifying time synchronization is in place... 2024-04-26T16:29:26.883 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T16:29:26.889 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: inactive 2024-04-26T16:29:26.896 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: enabled 2024-04-26T16:29:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: active 2024-04-26T16:29:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:Unit chronyd.service is enabled and running 2024-04-26T16:29:26.903 INFO:teuthology.orchestra.run.smithi044.stderr:Repeating the final host check... 2024-04-26T16:29:26.925 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: 4.9.4-dev 2024-04-26T16:29:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:podman (/bin/podman) version 4.9.4 is present 2024-04-26T16:29:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl is present 2024-04-26T16:29:26.928 INFO:teuthology.orchestra.run.smithi044.stderr:lvcreate is present 2024-04-26T16:29:26.934 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T16:29:26.942 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: inactive 2024-04-26T16:29:26.947 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: enabled 2024-04-26T16:29:26.953 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: active 2024-04-26T16:29:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:Unit chronyd.service is enabled and running 2024-04-26T16:29:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:Host looks OK 2024-04-26T16:29:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:Cluster fsid: 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:Acquiring lock 140483756642160 on /run/cephadm/18c48794-03ea-11ef-bc93-c7b262605968.lock 2024-04-26T16:29:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:Lock 140483756642160 acquired on /run/cephadm/18c48794-03ea-11ef-bc93-c7b262605968.lock 2024-04-26T16:29:26.954 INFO:teuthology.orchestra.run.smithi044.stderr:Verifying IP 172.21.15.44 port 3300 ... 2024-04-26T16:29:26.955 INFO:teuthology.orchestra.run.smithi044.stderr:Verifying IP 172.21.15.44 port 6789 ... 2024-04-26T16:29:26.955 INFO:teuthology.orchestra.run.smithi044.stderr:Base mon IP is 172.21.15.44, final addrv is [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-04-26T16:29:26.957 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.44 metric 100 2024-04-26T16:29:26.957 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.44 metric 100 2024-04-26T16:29:26.960 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T16:29:26.960 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-26T16:29:26.960 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-26T16:29:26.962 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T16:29:26.962 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-04-26T16:29:26.962 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-26T16:29:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-26T16:29:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-04-26T16:29:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-26T16:29:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-04-26T16:29:26.963 INFO:teuthology.orchestra.run.smithi044.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T16:29:26.964 INFO:teuthology.orchestra.run.smithi044.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-26T16:29:27.069 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v17.2.0... 2024-04-26T16:29:27.454 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Getting image source signatures 2024-04-26T16:29:27.454 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Copying blob sha256:33ca8fff7868c4dc0c11e09bca97c720eb9cfbab7221216754367dd8de70388a 2024-04-26T16:29:27.454 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Copying blob sha256:89b4a75bc2d8500f15463747507c9623df43886c134463e7f0527e70900e7a7b 2024-04-26T16:29:27.454 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Copying blob sha256:c32ab78b488d0c72f64eded765c0cf6b5bf2c75dab66cb62a9d367fa6ec42513 2024-04-26T16:29:27.454 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Copying blob sha256:a70843738bb77e1ab9c1f85969ebdfa55f178e746be081d1cb4f94011f69eb7c 2024-04-26T16:29:27.455 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Copying blob sha256:599d07cb321ff0a3c82224e1138fc685793fa69b93ed5780415751a5f7e4b8c2 2024-04-26T16:29:27.455 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Copying config sha256:e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-04-26T16:29:28.083 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: Writing manifest to image destination 2024-04-26T16:29:29.371 INFO:teuthology.orchestra.run.smithi044.stderr:/bin/podman: e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-04-26T16:29:33.006 INFO:teuthology.orchestra.run.smithi044.stderr:ceph: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-26T16:29:38.914 INFO:teuthology.orchestra.run.smithi044.stderr:Ceph version: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-26T16:29:38.914 INFO:teuthology.orchestra.run.smithi044.stderr:Extracting ceph user uid/gid from container image... 2024-04-26T16:29:39.506 INFO:teuthology.orchestra.run.smithi044.stderr:stat: 167 167 2024-04-26T16:29:40.104 INFO:teuthology.orchestra.run.smithi044.stderr:Creating initial keys... 2024-04-26T16:29:40.545 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph-authtool: AQB01itmfpqjGxAA8GF3Sgu2kENHk0QfEPnHFw== 2024-04-26T16:29:41.417 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph-authtool: AQB11itmmpV8FRAARcC+4hnw3NuM8ZoAVncV2g== 2024-04-26T16:29:42.189 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph-authtool: AQB21itmp3dRBhAAz4h2t0QaRwH6lZqIIaOtIg== 2024-04-26T16:29:42.705 INFO:teuthology.orchestra.run.smithi044.stderr:Creating initial monmap... 2024-04-26T16:29:43.096 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T16:29:43.096 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/monmaptool: setting min_mon_release = octopus 2024-04-26T16:29:43.096 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:43.096 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T16:29:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:monmaptool for a [v2:172.21.15.44:3300,v1:172.21.15.44:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T16:29:43.551 INFO:teuthology.orchestra.run.smithi044.stderr:setting min_mon_release = octopus 2024-04-26T16:29:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/monmaptool: set fsid to 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T16:29:43.552 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:29:43.552 INFO:teuthology.orchestra.run.smithi044.stderr:Creating mon... 2024-04-26T16:29:44.499 INFO:teuthology.orchestra.run.smithi044.stderr:create mon.a on 2024-04-26T16:29:44.753 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T16:29:44.915 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-18c48794-03ea-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-18c48794-03ea-11ef-bc93-c7b262605968.target. 2024-04-26T16:29:44.915 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-18c48794-03ea-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-18c48794-03ea-11ef-bc93-c7b262605968.target. 2024-04-26T16:29:45.231 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Failed to reset failed state of unit ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T16:29:45.240 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Created symlink /etc/systemd/system/ceph-18c48794-03ea-11ef-bc93-c7b262605968.target.wants/ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-18c48794-03ea-11ef-bc93-c7b262605968@.service. 2024-04-26T16:29:45.725 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 podman[21475]: 2024-04-26 16:29:45.563897562 +0000 UTC m=+0.019115298 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-26T16:29:45.725 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 podman[21475]: 2024-04-26 16:29:45.725102266 +0000 UTC m=+0.180319988 container create 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, RELEASE=HEAD, name=centos-stream, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, io.buildah.version=1.19.8, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, GIT_BRANCH=HEAD, distribution-scope=public, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream) 2024-04-26T16:29:45.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 podman[21475]: 2024-04-26 16:29:45.92770982 +0000 UTC m=+0.382927546 container init 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, maintainer=Guillaume Abrioux , distribution-scope=public, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, vendor=Red Hat, Inc., architecture=x86_64, release=754, GIT_BRANCH=HEAD, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T16:29:45.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 podman[21475]: 2024-04-26 16:29:45.930873335 +0000 UTC m=+0.386091061 container start 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, name=centos-stream, vcs-type=git, io.openshift.expose-services=, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, release=754, io.openshift.tags=base centos centos-stream, ceph=True, version=8, RELEASE=HEAD, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T16:29:45.990 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: disabled 2024-04-26T16:29:45.997 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: inactive 2024-04-26T16:29:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:firewalld.service is not enabled 2024-04-26T16:29:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:Not possible to enable service . firewalld.service is not available 2024-04-26T16:29:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for mon to start... 2024-04-26T16:29:45.998 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for mon... 2024-04-26T16:29:46.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 bash[21475]: 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 2024-04-26T16:29:46.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 ceph-mon[21495]: mkfs 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:46.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 systemd[1]: Started Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:29:46.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:45 smithi044 ceph-mon[21495]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T16:29:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: cluster: 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: id: 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: services: 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.638564s) 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mgr: no daemons active 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: data: 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-04-26T16:29:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: pgs: 2024-04-26T16:29:46.610 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:47.234 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:46 smithi044 ceph-mon[21495]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T16:29:47.234 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:46 smithi044 ceph-mon[21495]: monmap e1: 1 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0]} 2024-04-26T16:29:47.234 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:46 smithi044 ceph-mon[21495]: fsmap 2024-04-26T16:29:47.234 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:46 smithi044 ceph-mon[21495]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T16:29:47.234 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:46 smithi044 ceph-mon[21495]: mgrmap e1: no daemons active 2024-04-26T16:29:47.234 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:46 smithi044 ceph-mon[21495]: from='client.? 172.21.15.44:0/722743575' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:29:47.237 INFO:teuthology.orchestra.run.smithi044.stderr:mon is available 2024-04-26T16:29:47.237 INFO:teuthology.orchestra.run.smithi044.stderr:Assimilating anything we can from ceph.conf... 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: [global] 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: fsid = 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: [mgr] 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mgr/cephadm/use_agent = True 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-26T16:29:47.746 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:47.747 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: [osd] 2024-04-26T16:29:47.747 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-26T16:29:47.747 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-26T16:29:48.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:47 smithi044 ceph-mon[21495]: from='client.? 172.21.15.44:0/1957625245' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T16:29:48.332 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:47 smithi044 ceph-mon[21495]: from='client.? 172.21.15.44:0/1957625245' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T16:29:48.332 INFO:teuthology.orchestra.run.smithi044.stderr:Generating new minimal ceph.conf... 2024-04-26T16:29:49.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:48 smithi044 ceph-mon[21495]: from='client.? 172.21.15.44:0/2220487497' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:29:49.351 INFO:teuthology.orchestra.run.smithi044.stderr:Restarting the monitor... 2024-04-26T16:29:49.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:49 smithi044 systemd[1]: Stopping Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:29:49.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:49 smithi044 bash[21713]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-26T16:29:49.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a[21490]: 2024-04-26T16:29:49.543+0000 7f4a0add5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T16:29:49.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a[21490]: 2024-04-26T16:29:49.543+0000 7f4a0add5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T16:29:49.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:49 smithi044 podman[21726]: 2024-04-26 16:29:49.595479736 +0000 UTC m=+0.189206444 container died 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, release=754, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8) 2024-04-26T16:29:50.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 podman[21726]: 2024-04-26 16:29:50.335995335 +0000 UTC m=+0.929722026 container cleanup 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, build-date=2022-05-03T08:36:31.336870, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, release=754, io.openshift.expose-services=, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, distribution-scope=public, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.buildah.version=1.19.8, name=centos-stream, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T16:29:50.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 bash[21726]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a 2024-04-26T16:29:50.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 podman[21740]: 2024-04-26 16:29:50.511785657 +0000 UTC m=+0.910612893 container remove 46f80feb1168731ee8c8b96c9dd514df07015db98dad0c8030b2f8988f9daa18 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.tags=base centos centos-stream, release=754, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , name=centos-stream, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, version=8, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-26T16:29:50.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 bash[21753]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-26T16:29:50.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T16:29:50.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 systemd[1]: Stopped Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:29:50.802 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 systemd[1]: Starting Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:29:51.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 podman[21819]: 2024-04-26 16:29:50.706111325 +0000 UTC m=+0.019084763 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-26T16:29:51.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:50 smithi044 podman[21819]: 2024-04-26 16:29:50.937794343 +0000 UTC m=+0.250767807 container create fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, release=754, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, version=8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, vendor=Red Hat, Inc., ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-26T16:29:51.243 INFO:teuthology.orchestra.run.smithi044.stderr:Setting mon public_network to 172.21.0.0/20 2024-04-26T16:29:51.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 podman[21819]: 2024-04-26 16:29:51.165249599 +0000 UTC m=+0.478223017 container init fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, GIT_CLEAN=True, version=8, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, io.openshift.tags=base centos centos-stream, architecture=x86_64, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., ceph=True, name=centos-stream) 2024-04-26T16:29:51.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 podman[21819]: 2024-04-26 16:29:51.168543122 +0000 UTC m=+0.481516540 container start fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, architecture=x86_64, RELEASE=HEAD, ceph=True) 2024-04-26T16:29:51.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T16:29:51.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: pidfile_write: ignore empty --pid-file 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: load: jerasure load: lrc 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: RocksDB version: 6.15.5 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Compile date Apr 18 2022 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: DB SUMMARY 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: DB Session ID: 7Q3AQK5WYHGK7V45WH7Y 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: CURRENT file: CURRENT 2024-04-26T16:29:51.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 82631 ; 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.error_if_exists: 0 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.create_if_missing: 0 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.paranoid_checks: 1 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.env: 0x55e5adec6860 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.fs: Posix File System 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.info_log: 0x55e5ae975dc0 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.statistics: (nil) 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.use_fsync: 0 2024-04-26T16:29:51.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_log_file_size: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.allow_fallocate: 1 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.use_direct_reads: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.db_log_dir: 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T16:29:51.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T16:29:51.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T16:29:51.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T16:29:51.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T16:29:51.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T16:29:51.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T16:29:51.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T16:29:51.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.write_buffer_manager: 0x55e5aea662a0 2024-04-26T16:29:51.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.unordered_write: 0 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T16:29:51.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.row_cache: None 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.wal_filter: None 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.preserve_deletes: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.two_write_queues: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.atomic_flush: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.log_readahead_size: 0 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T16:29:51.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_background_jobs: 2 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_background_compactions: -1 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_subcompactions: 1 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T16:29:51.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_open_files: -1 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_background_flushes: -1 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Compression algorithms supported: 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kZSTD supported: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kXpressCompression supported: 0 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kLZ4Compression supported: 1 2024-04-26T16:29:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kBZip2Compression supported: 0 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kZlibCompression supported: 1 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: kSnappyCompression supported: 1 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.merge_operator: 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_filter: None 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e5ae941d00) 2024-04-26T16:29:51.472 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks: 1 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_top_level_index_and_filter: 1 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_type: 0 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_index_type: 0 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_shortening: 1 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: hash_index_allow_collision: 1 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: checksum: 1 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: no_block_cache: 0 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache: 0x55e5ae9ac170 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_name: BinnedLRUCache 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_options: 2024-04-26T16:29:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout: capacity : 536870912 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_shard_bits : 4 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: strict_capacity_limit : 0 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: high_pri_pool_ratio: 0.000 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_compressed: (nil) 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: persistent_cache: (nil) 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size: 4096 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size_deviation: 10 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_restart_interval: 16 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_block_restart_interval: 1 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: metadata_block_size: 4096 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: partition_filters: 0 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_delta_encoding: 1 2024-04-26T16:29:51.474 INFO:journalctl@ceph.mon.a.smithi044.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout: whole_key_filtering: 1 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout: verify_compression: 0 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout: read_amp_bytes_per_bit: 0 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout: format_version: 4 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_index_compression: 1 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_align: 0 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression: NoCompression 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.num_levels: 7 2024-04-26T16:29:51.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T16:29:51.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T16:29:51.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.arena_block_size: 4194304 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T16:29:51.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.table_properties_collectors: 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.inplace_update_support: 0 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T16:29:51.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.bloom_locality: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.max_successive_merges: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.ttl: 2592000 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.enable_blob_files: false 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.min_blob_size: 0 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T16:29:51.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 5 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/version_set.cc:4083] Creating manifest 13 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714148991196046, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #10 mode 2 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714148991196832, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79181, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77444, "index_size": 225, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10027, "raw_average_key_size": 47, "raw_value_size": 71753, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1714148991, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "d09175a6-48c9-47c9-bf85-ab85dc22c8e5", "db_session_id": "7Q3AQK5WYHGK7V45WH7Y"}} 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/version_set.cc:4083] Creating manifest 15 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714148991197327, "job": 1, "event": "recovery_finished"} 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55e5ae992a80 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: DB pointer 0x55e5ae9a2000 2024-04-26T16:29:51.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** DB Stats ** 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:29:51.482 INFO:journalctl@ceph.mon.a.smithi044.stdout: L0 2/0 79.08 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: Sum 2/0 79.08 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T16:29:51.483 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative compaction: 0.00 GB write, 22.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval compaction: 0.00 GB write, 22.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: L0 2/0 79.08 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: Sum 2/0 79.08 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T16:29:51.484 INFO:journalctl@ceph.mon.a.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 148.1 0.00 0.00 1 0.001 0 0 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative compaction: 0.00 GB write, 22.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T16:29:51.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: starting mon.a rank 0 at public addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] at bind addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???) e1 preinit fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).mds e1 new map 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).mds e1 print_map 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout: e1 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout: legacy client fscid: -1 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout: No filesystems configured 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T16:29:51.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 bash[21819]: fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 systemd[1]: Started Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: monmap e1: 1 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0]} 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: fsmap 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T16:29:51.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:51 smithi044 ceph-mon[21837]: mgrmap e1: no daemons active 2024-04-26T16:29:52.299 INFO:teuthology.orchestra.run.smithi044.stderr:Wrote config to /etc/ceph/ceph.conf 2024-04-26T16:29:52.299 INFO:teuthology.orchestra.run.smithi044.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T16:29:52.299 INFO:teuthology.orchestra.run.smithi044.stderr:Creating mgr... 2024-04-26T16:29:52.299 INFO:teuthology.orchestra.run.smithi044.stderr:Verifying port 9283 ... 2024-04-26T16:29:52.482 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Failed to reset failed state of unit ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service: Unit ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service not loaded. 2024-04-26T16:29:52.490 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: Created symlink /etc/systemd/system/ceph-18c48794-03ea-11ef-bc93-c7b262605968.target.wants/ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-18c48794-03ea-11ef-bc93-c7b262605968@.service. 2024-04-26T16:29:52.743 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:52 smithi044 systemd[1]: Starting Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:29:53.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:52 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1496966257' entity='client.admin' 2024-04-26T16:29:53.002 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:52 smithi044 podman[22050]: 2024-04-26 16:29:52.864558764 +0000 UTC m=+0.105045624 container create 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., GIT_CLEAN=True, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, version=8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, RELEASE=HEAD, com.redhat.component=centos-stream-container, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T16:29:53.002 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:52 smithi044 podman[22050]: 2024-04-26 16:29:52.778277338 +0000 UTC m=+0.018764211 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-26T16:29:53.187 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: disabled 2024-04-26T16:29:53.195 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: inactive 2024-04-26T16:29:53.195 INFO:teuthology.orchestra.run.smithi044.stderr:firewalld.service is not enabled 2024-04-26T16:29:53.195 INFO:teuthology.orchestra.run.smithi044.stderr:Not possible to enable service . firewalld.service is not available 2024-04-26T16:29:53.204 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: disabled 2024-04-26T16:29:53.211 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: inactive 2024-04-26T16:29:53.212 INFO:teuthology.orchestra.run.smithi044.stderr:firewalld.service is not enabled 2024-04-26T16:29:53.212 INFO:teuthology.orchestra.run.smithi044.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-26T16:29:53.212 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for mgr to start... 2024-04-26T16:29:53.212 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for mgr... 2024-04-26T16:29:53.338 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 podman[22050]: 2024-04-26 16:29:53.083622347 +0000 UTC m=+0.324109210 container init 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, distribution-scope=public, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, io.openshift.expose-services=, RELEASE=HEAD, com.redhat.component=centos-stream-container, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T16:29:53.338 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 podman[22050]: 2024-04-26 16:29:53.086252164 +0000 UTC m=+0.326739025 container start 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, release=754, io.openshift.tags=base centos centos-stream, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, architecture=x86_64, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, distribution-scope=public, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-26T16:29:53.338 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 bash[22050]: 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 2024-04-26T16:29:53.338 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 systemd[1]: Started Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:29:53.338 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:53.233+0000 7fac6e985000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:29:53.628 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:53.370+0000 7fac6e985000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:29:53.628 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:53.475+0000 7fac6e985000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsid": "18c48794-03ea-11ef-bc93-c7b262605968", 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "health": { 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "checks": {}, 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mutes": [] 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.729 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum": [ 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 0 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "a" 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "monmap": { 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osdmap": { 2024-04-26T16:29:53.730 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:53.731 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-26T16:29:53.731 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-26T16:29:53.731 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-26T16:29:53.731 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-26T16:29:53.734 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-26T16:29:53.734 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-26T16:29:53.734 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.734 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgmap": { 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsmap": { 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-26T16:29:53.735 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "available": false, 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modules": [ 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "iostat", 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "nfs", 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "restful" 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "servicemap": { 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modified": "2024-04-26T16:29:45.970643+0000", 2024-04-26T16:29:53.736 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:29:53.737 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:53.737 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-26T16:29:53.737 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:29:53.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:53 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/317836718' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T16:29:53.890 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:53.805+0000 7fac6e985000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:29:53.890 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:53.890+0000 7fac6e985000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:29:54.259 INFO:teuthology.orchestra.run.smithi044.stderr:mgr not available, waiting (1/15)... 2024-04-26T16:29:55.335 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:55.084+0000 7fac6e985000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:29:55.336 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:55.252+0000 7fac6e985000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:29:55.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:55.352+0000 7fac6e985000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:29:55.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:55.674+0000 7fac6e985000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:29:56.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:55.767+0000 7fac6e985000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:29:56.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:55.862+0000 7fac6e985000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:29:56.389 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:56.113+0000 7fac6e985000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:29:56.679 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:56.582+0000 7fac6e985000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsid": "18c48794-03ea-11ef-bc93-c7b262605968", 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "health": { 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "checks": {}, 2024-04-26T16:29:56.771 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mutes": [] 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum": [ 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 0 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "a" 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_age": 5, 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "monmap": { 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.772 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osdmap": { 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgmap": { 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-26T16:29:56.773 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsmap": { 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "available": false, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-26T16:29:56.774 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modules": [ 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "iostat", 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "nfs", 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "restful" 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "servicemap": { 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modified": "2024-04-26T16:29:45.970643+0000", 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-26T16:29:56.775 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:29:57.358 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:57 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1874193192' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T16:29:57.358 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:57.090+0000 7fac6e985000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:29:57.359 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:57.187+0000 7fac6e985000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:29:57.360 INFO:teuthology.orchestra.run.smithi044.stderr:mgr not available, waiting (2/15)... 2024-04-26T16:29:57.757 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:57.493+0000 7fac6e985000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:29:57.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:57.584+0000 7fac6e985000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:29:58.257 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:57.998+0000 7fac6e985000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:29:58.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:58.134+0000 7fac6e985000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:29:58.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:58.229+0000 7fac6e985000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:29:58.757 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:58.346+0000 7fac6e985000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:29:58.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:58.436+0000 7fac6e985000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:29:59.257 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:59.001+0000 7fac6e985000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:29:59.623 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:29:59.370+0000 7fac6e985000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:29:59.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: Activating manager daemon y 2024-04-26T16:29:59.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: mgrmap e2: y(active, starting, since 0.00275923s) 2024-04-26T16:29:59.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:29:59.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:29:59.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:29:59.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:29:59.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:29:59.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: Manager daemon y is now available 2024-04-26T16:29:59.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:29:59.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:29:59.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' 2024-04-26T16:29:59.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' 2024-04-26T16:29:59.626 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:29:59 smithi044 ceph-mon[21837]: from='mgr.14100 172.21.15.44:0/3920718124' entity='mgr.y' 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsid": "18c48794-03ea-11ef-bc93-c7b262605968", 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "health": { 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "checks": {}, 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mutes": [] 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum": [ 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 0 2024-04-26T16:29:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "a" 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_age": 8, 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "monmap": { 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osdmap": { 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-26T16:29:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-26T16:29:59.883 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-26T16:29:59.883 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-26T16:29:59.886 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-26T16:29:59.886 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-26T16:29:59.886 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.886 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgmap": { 2024-04-26T16:29:59.886 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-26T16:29:59.886 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsmap": { 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "available": false, 2024-04-26T16:29:59.887 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modules": [ 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "iostat", 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "nfs", 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "restful" 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "servicemap": { 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modified": "2024-04-26T16:29:45.970643+0000", 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-26T16:29:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:30:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:00 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/11311098' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T16:30:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:00 smithi044 ceph-mon[21837]: mgrmap e3: y(active, since 1.00661s) 2024-04-26T16:30:00.845 INFO:teuthology.orchestra.run.smithi044.stderr:mgr not available, waiting (3/15)... 2024-04-26T16:30:03.209 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:03 smithi044 ceph-mon[21837]: mgrmap e4: y(active, since 2s) 2024-04-26T16:30:03.499 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsid": "18c48794-03ea-11ef-bc93-c7b262605968", 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "health": { 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "checks": {}, 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mutes": [] 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum": [ 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 0 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-26T16:30:03.500 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "a" 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "quorum_age": 12, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "monmap": { 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osdmap": { 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-26T16:30:03.501 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-26T16:30:03.506 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-26T16:30:03.506 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.506 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgmap": { 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "fsmap": { 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:30:03.507 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "available": true, 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modules": [ 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "iostat", 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "nfs", 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "restful" 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ], 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:30:03.508 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "servicemap": { 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "modified": "2024-04-26T16:29:45.970643+0000", 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "services": {} 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: }, 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-26T16:30:03.509 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:30:04.040 INFO:teuthology.orchestra.run.smithi044.stderr:mgr is available 2024-04-26T16:30:04.474 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:04 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1675740899' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T16:30:04.689 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: [global] 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: fsid = 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: [mgr] 2024-04-26T16:30:04.690 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-26T16:30:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 2024-04-26T16:30:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: [osd] 2024-04-26T16:30:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-26T16:30:04.691 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-26T16:30:05.189 INFO:teuthology.orchestra.run.smithi044.stderr:Enabling cephadm module... 2024-04-26T16:30:05.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:05 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2827955736' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T16:30:05.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:05 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2827955736' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T16:30:06.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/233901791' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T16:30:06.507 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setuser ceph since I am not root 2024-04-26T16:30:06.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setgroup ceph since I am not root 2024-04-26T16:30:06.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:06.373+0000 7f28f47b7000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:30:06.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:06.507+0000 7f28f47b7000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:30:06.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:06.609+0000 7f28f47b7000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:30:07.056 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:06.932+0000 7f28f47b7000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:30:07.057 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:07 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:07.017+0000 7f28f47b7000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:30:07.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:07 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/233901791' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T16:30:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:07 smithi044 ceph-mon[21837]: mgrmap e5: y(active, since 6s) 2024-04-26T16:30:07.536 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:30:07.537 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 5, 2024-04-26T16:30:07.537 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "available": true, 2024-04-26T16:30:07.537 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-26T16:30:07.537 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-26T16:30:07.537 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:30:08.094 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for the mgr to restart... 2024-04-26T16:30:08.094 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for mgr epoch 5... 2024-04-26T16:30:08.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2251942863' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T16:30:08.374 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:08.202+0000 7f28f47b7000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:30:08.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:08.374+0000 7f28f47b7000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:30:08.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:08.460+0000 7f28f47b7000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:30:09.220 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:08.785+0000 7f28f47b7000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:30:09.220 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:08.877+0000 7f28f47b7000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:30:09.220 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:08.973+0000 7f28f47b7000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:30:09.507 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:09.220+0000 7f28f47b7000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:30:10.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:09.676+0000 7f28f47b7000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:30:10.507 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:10.174+0000 7f28f47b7000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:30:10.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:10.270+0000 7f28f47b7000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:30:11.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:10.573+0000 7f28f47b7000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:30:11.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:10.665+0000 7f28f47b7000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:30:11.456 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:11 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:11.105+0000 7f28f47b7000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:30:11.456 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:11 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:11.242+0000 7f28f47b7000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:30:11.456 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:11 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:11.336+0000 7f28f47b7000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:30:11.456 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:11 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:11.454+0000 7f28f47b7000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:30:11.757 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:11 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:11.545+0000 7f28f47b7000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:30:12.498 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:12 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:12.109+0000 7f28f47b7000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:30:12.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:12 smithi044 ceph-mon[21837]: Active manager daemon y restarted 2024-04-26T16:30:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:12 smithi044 ceph-mon[21837]: Activating manager daemon y 2024-04-26T16:30:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:12 smithi044 ceph-mon[21837]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T16:30:12.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:12 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:12.497+0000 7f28f47b7000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:30:13.567 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:30:13.567 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-04-26T16:30:13.567 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "initialized": true 2024-04-26T16:30:13.567 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:30:13.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: mgrmap e6: y(active, starting, since 0.0526299s) 2024-04-26T16:30:13.867 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:30:13.867 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: Manager daemon y is now available 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:30:13.868 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:30:14.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:30:13] ENGINE Bus STARTING 2024-04-26T16:30:14.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:30:14] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:30:14.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:30:14] ENGINE Bus STARTED 2024-04-26T16:30:14.118 INFO:teuthology.orchestra.run.smithi044.stderr:mgr epoch 5 is available 2024-04-26T16:30:14.118 INFO:teuthology.orchestra.run.smithi044.stderr:Setting orchestrator backend to cephadm... 2024-04-26T16:30:14.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-mon[21837]: mgrmap e7: y(active, since 1.06033s) 2024-04-26T16:30:14.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-mon[21837]: [26/Apr/2024:16:30:13] ENGINE Bus STARTING 2024-04-26T16:30:14.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-mon[21837]: [26/Apr/2024:16:30:14] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:30:14.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-mon[21837]: [26/Apr/2024:16:30:14] ENGINE Bus STARTED 2024-04-26T16:30:14.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:14.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:14 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:16.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:15 smithi044 ceph-mon[21837]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:15 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:15 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:15 smithi044 ceph-mon[21837]: mgrmap e8: y(active, since 2s) 2024-04-26T16:30:16.060 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: value unchanged 2024-04-26T16:30:16.814 INFO:teuthology.orchestra.run.smithi044.stderr:Generating ssh key... 2024-04-26T16:30:17.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:17 smithi044 ceph-mon[21837]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:18.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: Generating public/private rsa key pair. 2024-04-26T16:30:18.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: Your identification has been saved in /tmp/tmpfu1hn440/key. 2024-04-26T16:30:18.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: Your public key has been saved in /tmp/tmpfu1hn440/key.pub. 2024-04-26T16:30:18.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: The key fingerprint is: 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: SHA256:+3tQROQky/IoVpH0ys9UWSjuZ60jbhuT3xLeqX3Iavo ceph-18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: The key's randomart image is: 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: +---[RSA 3072]----+ 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | .o..o+.. | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | .+.=oo | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | o.+o+ | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | o =... | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | o S.o. . | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | . . =o.+ . | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | . *= = o | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | .o+Bo= .| 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: | o*OE=o. | 2024-04-26T16:30:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: +----[SHA256]-----+ 2024-04-26T16:30:19.147 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY7eDNeoo8ZgE9fZo8uy/bIHm8OsKxGR0SOqT2GtGQwIyTfeAqT7r5ohkW/b0Y4zPpuHgYOVUpsj2jJJvhrxFvO532R83oWGL+Tz2Vu3oCYqcFLSprSAUyQQXL2Gz8lpGyB3XGTw7fv5FMWuHkqtbHIe69ogvbYQ8L3lAIIQ7CnxtoZFWegvRKbIdh2dB4+yP43gEum5kTJAG7OvB/5GPoJj0Ghmt8xRP3g2YlIdpeXsshxiS6+EtP+I+lt2IdZ3FIwRyHbwf3Pda3mfDhC/txglGAT0tFwIkuqSo8wneUBnhAn+DzJwQh6iRC4gxOJB3USRUpViQPgBdfZAk2sHRLPBA1xFPRK1KG8a/pHtd+kvIJUhyRqPISKT1PUvOSPE+wDCuNlShCTlUX6OENdhTkZLQCSDvHioDa0Dmp/S/ZVOyH8FJQP3KipsxD1z5EDJ0Tp9BOzAdHr6TxBNstc1CCbEDjt0Z1ABxd/p1IgBw+606NZ62XE0COwolAyJvYTnM= ceph-18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:30:19.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:19 smithi044 ceph-mon[21837]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:19.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:19 smithi044 ceph-mon[21837]: Generating ssh key... 2024-04-26T16:30:19.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:19 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:19.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:19 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:19.786 INFO:teuthology.orchestra.run.smithi044.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T16:30:19.787 INFO:teuthology.orchestra.run.smithi044.stderr:Adding key to root@localhost authorized_keys... 2024-04-26T16:30:19.787 INFO:teuthology.orchestra.run.smithi044.stderr:Adding host smithi044... 2024-04-26T16:30:20.053 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:20 smithi044 ceph-mon[21837]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:21.339 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: Added host 'smithi044' with addr '172.21.15.44' 2024-04-26T16:30:21.960 INFO:teuthology.orchestra.run.smithi044.stderr:Deploying unmanaged mon service... 2024-04-26T16:30:22.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:22 smithi044 ceph-mon[21837]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:22 smithi044 ceph-mon[21837]: Deploying cephadm binary to smithi044 2024-04-26T16:30:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:22 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:22 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:22.655 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: Scheduled mon update... 2024-04-26T16:30:23.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:23 smithi044 ceph-mon[21837]: Added host smithi044 2024-04-26T16:30:23.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:23 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:23.469 INFO:teuthology.orchestra.run.smithi044.stderr:Deploying unmanaged mgr service... 2024-04-26T16:30:24.158 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-04-26T16:30:24.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:24 smithi044 ceph-mon[21837]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:24.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:24 smithi044 ceph-mon[21837]: Saving service mon spec with placement count:5 2024-04-26T16:30:24.347 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:24 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:25.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:25 smithi044 ceph-mon[21837]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:25.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:25 smithi044 ceph-mon[21837]: Saving service mgr spec with placement count:2 2024-04-26T16:30:25.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:25 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:27.249 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:27 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:27.249 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:27 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1958638059' entity='client.admin' 2024-04-26T16:30:28.673 INFO:teuthology.orchestra.run.smithi044.stderr:Enabling the dashboard module... 2024-04-26T16:30:28.910 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3841636212' entity='client.admin' 2024-04-26T16:30:28.910 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:28.910 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:28.910 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:30:28.911 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' 2024-04-26T16:30:28.911 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:30:28.911 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:28 smithi044 ceph-mon[21837]: from='mgr.14120 172.21.15.44:0/2702775000' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]': finished 2024-04-26T16:30:29.951 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:29 smithi044 ceph-mon[21837]: Deploying daemon agent.smithi044 on smithi044 2024-04-26T16:30:29.951 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:29 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2618323509' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T16:30:29.951 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setuser ceph since I am not root 2024-04-26T16:30:29.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setgroup ceph since I am not root 2024-04-26T16:30:29.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:29.816+0000 7f97aad97000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:30:29.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:29.951+0000 7f97aad97000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:30:30.257 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:30.052+0000 7f97aad97000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:30:30.649 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:30.371+0000 7f97aad97000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:30:30.650 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:30.462+0000 7f97aad97000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:30:31.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:30 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2618323509' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T16:30:31.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:30 smithi044 ceph-mon[21837]: mgrmap e9: y(active, since 17s) 2024-04-26T16:30:31.121 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:30:31.121 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "epoch": 9, 2024-04-26T16:30:31.121 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "available": true, 2024-04-26T16:30:31.121 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-26T16:30:31.121 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-26T16:30:31.121 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:30:31.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:31 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2988913676' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T16:30:31.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:31 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:31.654+0000 7f97aad97000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:30:31.760 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for the mgr to restart... 2024-04-26T16:30:31.761 INFO:teuthology.orchestra.run.smithi044.stderr:Waiting for mgr epoch 9... 2024-04-26T16:30:32.040 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:31 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:31.829+0000 7f97aad97000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:30:32.040 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:31 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:31.915+0000 7f97aad97000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:30:32.338 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:32.243+0000 7f97aad97000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:30:32.339 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:32.338+0000 7f97aad97000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:30:32.682 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:32.434+0000 7f97aad97000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:30:33.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:32.682+0000 7f97aad97000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:30:33.507 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:33.143+0000 7f97aad97000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:30:34.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:33.645+0000 7f97aad97000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:30:34.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:33.741+0000 7f97aad97000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:30:34.428 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:34.049+0000 7f97aad97000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:30:34.428 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:34.143+0000 7f97aad97000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:30:34.710 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:34.569+0000 7f97aad97000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:30:34.710 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:34.710+0000 7f97aad97000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:30:35.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:34.806+0000 7f97aad97000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:30:35.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:34.926+0000 7f97aad97000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:30:35.507 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:35.018+0000 7f97aad97000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:30:35.963 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:35.592+0000 7f97aad97000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:30:36.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:30:35.963+0000 7f97aad97000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:30:36.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:36 smithi044 ceph-mon[21837]: Active manager daemon y restarted 2024-04-26T16:30:36.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:36 smithi044 ceph-mon[21837]: Activating manager daemon y 2024-04-26T16:30:36.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:36 smithi044 ceph-mon[21837]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T16:30:36.973 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:30:36] ENGINE Bus STARTING 2024-04-26T16:30:36.973 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:30:36] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:30:36.973 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:30:36] ENGINE Bus STARTED 2024-04-26T16:30:37.035 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: { 2024-04-26T16:30:37.035 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-04-26T16:30:37.035 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: "initialized": true 2024-04-26T16:30:37.035 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: } 2024-04-26T16:30:37.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: mgrmap e10: y(active, starting, since 0.0554043s) 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: Manager daemon y is now available 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:30:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:30:37.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:37.755 INFO:teuthology.orchestra.run.smithi044.stderr:mgr epoch 9 is available 2024-04-26T16:30:37.755 INFO:teuthology.orchestra.run.smithi044.stderr:Generating a dashboard self-signed certificate... 2024-04-26T16:30:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:38 smithi044 ceph-mon[21837]: [26/Apr/2024:16:30:36] ENGINE Bus STARTING 2024-04-26T16:30:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:38 smithi044 ceph-mon[21837]: [26/Apr/2024:16:30:36] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:30:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:38 smithi044 ceph-mon[21837]: [26/Apr/2024:16:30:36] ENGINE Bus STARTED 2024-04-26T16:30:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:38 smithi044 ceph-mon[21837]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T16:30:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:38 smithi044 ceph-mon[21837]: mgrmap e11: y(active, since 1.06159s) 2024-04-26T16:30:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:38 smithi044 ceph-mon[21837]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T16:30:38.499 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: Self-signed certificate created 2024-04-26T16:30:39.069 INFO:teuthology.orchestra.run.smithi044.stderr:Creating initial admin user... 2024-04-26T16:30:39.192 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: mgrmap e12: y(active, since 2s) 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:39.193 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:39.954 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$0JxUzUyRmNF72s.K/.Qj9.v2rSZPIDy9iiwP9wulhezq3bKWfG.x2", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714149039, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T16:30:40.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:40 smithi044 ceph-mon[21837]: Deploying daemon agent.smithi044 on smithi044 2024-04-26T16:30:40.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:40.569 INFO:teuthology.orchestra.run.smithi044.stderr:Fetching dashboard port number... 2024-04-26T16:30:41.212 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:41 smithi044 ceph-mon[21837]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:41.212 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: 8443 2024-04-26T16:30:41.852 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: disabled 2024-04-26T16:30:41.860 INFO:teuthology.orchestra.run.smithi044.stderr:systemctl: inactive 2024-04-26T16:30:41.861 INFO:teuthology.orchestra.run.smithi044.stderr:firewalld.service is not enabled 2024-04-26T16:30:41.861 INFO:teuthology.orchestra.run.smithi044.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T16:30:41.863 INFO:teuthology.orchestra.run.smithi044.stderr:Ceph Dashboard is now available at: 2024-04-26T16:30:41.863 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:41.863 INFO:teuthology.orchestra.run.smithi044.stderr: URL: https://smithi044:8443/ 2024-04-26T16:30:41.863 INFO:teuthology.orchestra.run.smithi044.stderr: User: admin 2024-04-26T16:30:41.863 INFO:teuthology.orchestra.run.smithi044.stderr: Password: 5g5mj6ddq6 2024-04-26T16:30:41.863 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:41.864 INFO:teuthology.orchestra.run.smithi044.stderr:Enabling autotune for osd_memory_target 2024-04-26T16:30:42.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:42 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2439855165' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T16:30:43.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:43 smithi044 ceph-mon[21837]: mgrmap e13: y(active, since 6s) 2024-04-26T16:30:43.967 INFO:teuthology.orchestra.run.smithi044.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-04-26T16:30:44.590 INFO:teuthology.orchestra.run.smithi044.stderr:You can access the Ceph CLI with: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr:Please consider enabling telemetry to help improve Ceph: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: ceph telemetry on 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr:For more information see: 2024-04-26T16:30:44.653 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:44.654 INFO:teuthology.orchestra.run.smithi044.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-26T16:30:44.654 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T16:30:44.654 INFO:teuthology.orchestra.run.smithi044.stderr:Bootstrap complete. 2024-04-26T16:30:44.786 INFO:tasks.cephadm:Fetching config... 2024-04-26T16:30:44.787 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:30:44.787 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T16:30:44.803 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T16:30:44.803 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:30:44.803 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T16:30:44.860 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T16:30:44.861 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:30:44.861 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T16:30:44.980 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T16:30:44.980 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:30:44.980 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T16:30:45.038 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T16:30:45.038 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY7eDNeoo8ZgE9fZo8uy/bIHm8OsKxGR0SOqT2GtGQwIyTfeAqT7r5ohkW/b0Y4zPpuHgYOVUpsj2jJJvhrxFvO532R83oWGL+Tz2Vu3oCYqcFLSprSAUyQQXL2Gz8lpGyB3XGTw7fv5FMWuHkqtbHIe69ogvbYQ8L3lAIIQ7CnxtoZFWegvRKbIdh2dB4+yP43gEum5kTJAG7OvB/5GPoJj0Ghmt8xRP3g2YlIdpeXsshxiS6+EtP+I+lt2IdZ3FIwRyHbwf3Pda3mfDhC/txglGAT0tFwIkuqSo8wneUBnhAn+DzJwQh6iRC4gxOJB3USRUpViQPgBdfZAk2sHRLPBA1xFPRK1KG8a/pHtd+kvIJUhyRqPISKT1PUvOSPE+wDCuNlShCTlUX6OENdhTkZLQCSDvHioDa0Dmp/S/ZVOyH8FJQP3KipsxD1z5EDJ0Tp9BOzAdHr6TxBNstc1CCbEDjt0Z1ABxd/p1IgBw+606NZ62XE0COwolAyJvYTnM= ceph-18c48794-03ea-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T16:30:45.162 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:44 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2324372798' entity='client.admin' 2024-04-26T16:30:45.209 INFO:teuthology.orchestra.run.smithi044.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY7eDNeoo8ZgE9fZo8uy/bIHm8OsKxGR0SOqT2GtGQwIyTfeAqT7r5ohkW/b0Y4zPpuHgYOVUpsj2jJJvhrxFvO532R83oWGL+Tz2Vu3oCYqcFLSprSAUyQQXL2Gz8lpGyB3XGTw7fv5FMWuHkqtbHIe69ogvbYQ8L3lAIIQ7CnxtoZFWegvRKbIdh2dB4+yP43gEum5kTJAG7OvB/5GPoJj0Ghmt8xRP3g2YlIdpeXsshxiS6+EtP+I+lt2IdZ3FIwRyHbwf3Pda3mfDhC/txglGAT0tFwIkuqSo8wneUBnhAn+DzJwQh6iRC4gxOJB3USRUpViQPgBdfZAk2sHRLPBA1xFPRK1KG8a/pHtd+kvIJUhyRqPISKT1PUvOSPE+wDCuNlShCTlUX6OENdhTkZLQCSDvHioDa0Dmp/S/ZVOyH8FJQP3KipsxD1z5EDJ0Tp9BOzAdHr6TxBNstc1CCbEDjt0Z1ABxd/p1IgBw+606NZ62XE0COwolAyJvYTnM= ceph-18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:30:45.398 DEBUG:teuthology.orchestra.run.smithi139:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY7eDNeoo8ZgE9fZo8uy/bIHm8OsKxGR0SOqT2GtGQwIyTfeAqT7r5ohkW/b0Y4zPpuHgYOVUpsj2jJJvhrxFvO532R83oWGL+Tz2Vu3oCYqcFLSprSAUyQQXL2Gz8lpGyB3XGTw7fv5FMWuHkqtbHIe69ogvbYQ8L3lAIIQ7CnxtoZFWegvRKbIdh2dB4+yP43gEum5kTJAG7OvB/5GPoJj0Ghmt8xRP3g2YlIdpeXsshxiS6+EtP+I+lt2IdZ3FIwRyHbwf3Pda3mfDhC/txglGAT0tFwIkuqSo8wneUBnhAn+DzJwQh6iRC4gxOJB3USRUpViQPgBdfZAk2sHRLPBA1xFPRK1KG8a/pHtd+kvIJUhyRqPISKT1PUvOSPE+wDCuNlShCTlUX6OENdhTkZLQCSDvHioDa0Dmp/S/ZVOyH8FJQP3KipsxD1z5EDJ0Tp9BOzAdHr6TxBNstc1CCbEDjt0Z1ABxd/p1IgBw+606NZ62XE0COwolAyJvYTnM= ceph-18c48794-03ea-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T16:30:45.437 INFO:teuthology.orchestra.run.smithi139.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCY7eDNeoo8ZgE9fZo8uy/bIHm8OsKxGR0SOqT2GtGQwIyTfeAqT7r5ohkW/b0Y4zPpuHgYOVUpsj2jJJvhrxFvO532R83oWGL+Tz2Vu3oCYqcFLSprSAUyQQXL2Gz8lpGyB3XGTw7fv5FMWuHkqtbHIe69ogvbYQ8L3lAIIQ7CnxtoZFWegvRKbIdh2dB4+yP43gEum5kTJAG7OvB/5GPoJj0Ghmt8xRP3g2YlIdpeXsshxiS6+EtP+I+lt2IdZ3FIwRyHbwf3Pda3mfDhC/txglGAT0tFwIkuqSo8wneUBnhAn+DzJwQh6iRC4gxOJB3USRUpViQPgBdfZAk2sHRLPBA1xFPRK1KG8a/pHtd+kvIJUhyRqPISKT1PUvOSPE+wDCuNlShCTlUX6OENdhTkZLQCSDvHioDa0Dmp/S/ZVOyH8FJQP3KipsxD1z5EDJ0Tp9BOzAdHr6TxBNstc1CCbEDjt0Z1ABxd/p1IgBw+606NZ62XE0COwolAyJvYTnM= ceph-18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:30:45.449 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T16:30:46.022 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:45 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:30:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:30:46.327 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:46 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:46.327 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:46 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:46.327 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:46 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:46.327 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:46 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:46.327 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:46 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:46.327 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:46 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:47 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:49.852 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T16:30:49.853 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T16:30:50.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:50 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/776746396' entity='client.admin' 2024-04-26T16:30:50.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:50 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:50.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:50 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:50.418 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:30:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:30:51.303 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:30:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:30:51.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:51.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:51.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:51.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:52.767 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi139 2024-04-26T16:30:52.767 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:30:52.768 DEBUG:teuthology.orchestra.run.smithi139:> dd of=/etc/ceph/ceph.conf 2024-04-26T16:30:52.785 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:30:52.786 DEBUG:teuthology.orchestra.run.smithi139:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:30:52.842 INFO:tasks.cephadm:Adding host smithi139 to orchestrator... 2024-04-26T16:30:52.843 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch host add smithi139 2024-04-26T16:30:53.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:53.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:53.390 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:54 smithi044 ceph-mon[21837]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi139", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:30:55.785 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi139' with addr '172.21.15.139' 2024-04-26T16:30:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:55 smithi044 ceph-mon[21837]: Deploying cephadm binary to smithi139 2024-04-26T16:30:56.452 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T16:30:57.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:57.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: Added host smithi139 2024-04-26T16:30:57.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:57.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:30:57.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]': finished 2024-04-26T16:30:57.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:56 smithi044 ceph-mon[21837]: Deploying daemon agent.smithi139 on smithi139 2024-04-26T16:30:58.257 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:30:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:30:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:30:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:30:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:58.409 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:30:58.409 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.139", "hostname": "smithi139", "labels": [], "status": ""}] 2024-04-26T16:30:58.708 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:30:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:30:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:30:59.000 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T16:30:59.000 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T16:30:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:59 smithi044 ceph-mon[21837]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:30:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:59 smithi044 ceph-mon[21837]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:30:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:30:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:30:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:00.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:00 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:01.014 INFO:teuthology.orchestra.run.smithi044.stderr:adjusted tunables profile to default 2024-04-26T16:31:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:01 smithi044 ceph-mon[21837]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:01 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1549905238' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T16:31:01.612 INFO:tasks.cephadm:Adding mon.a on smithi044 2024-04-26T16:31:01.612 INFO:tasks.cephadm:Adding mon.c on smithi044 2024-04-26T16:31:01.612 INFO:tasks.cephadm:Adding mon.b on smithi139 2024-04-26T16:31:01.612 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b' 2024-04-26T16:31:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:02 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1549905238' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T16:31:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:02 smithi044 ceph-mon[21837]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:02 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:03.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:03 smithi044 ceph-mon[21837]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:03.443 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled mon update... 2024-04-26T16:31:04.035 DEBUG:teuthology.orchestra.run.smithi044:mon.c> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T16:31:04.038 DEBUG:teuthology.orchestra.run.smithi139:mon.b> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T16:31:04.040 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T16:31:04.040 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T16:31:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-26T16:31:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:04.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:04.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:04.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:04.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:04.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:04 smithi044 ceph-mon[21837]: Deploying daemon mon.c on smithi044 2024-04-26T16:31:05.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:05 smithi044 ceph-mon[21837]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:06.101 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:31:06.102 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":1,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","modified":"2024-04-26T16:29:43.010763Z","created":"2024-04-26T16:29:43.010763Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T16:31:06.103 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 1 2024-04-26T16:31:06.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:06 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/994309155' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:07.674 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T16:31:07.674 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T16:31:07.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:07 smithi044 ceph-mon[21837]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:13.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:31:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: mon.a calling monitor election 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: mon.c calling monitor election 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T16:31:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: monmap e2: 2 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: fsmap 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: mgrmap e13: y(active, since 36s) 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: overall HEALTH_OK 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:13.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:12 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:13.245 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:31:13.245 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":2,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","modified":"2024-04-26T16:31:07.583603Z","created":"2024-04-26T16:29:43.010763Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3301","nonce":0},{"type":"v1","addr":"172.21.15.44:6790","nonce":0}]},"addr":"172.21.15.44:6790/0","public_addr":"172.21.15.44:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T16:31:13.248 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 2 2024-04-26T16:31:14.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[21837]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[21837]: Deploying daemon mon.b on smithi139 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/1285578136' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[26799]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[26799]: Deploying daemon mon.b on smithi139 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/1285578136' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:14.827 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T16:31:14.827 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T16:31:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:15 smithi044 ceph-mon[21837]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:16.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:15 smithi044 ceph-mon[26799]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.398 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:31:17.398 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":2,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","modified":"2024-04-26T16:31:07.583603Z","created":"2024-04-26T16:29:43.010763Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3301","nonce":0},{"type":"v1","addr":"172.21.15.44:6790","nonce":0}]},"addr":"172.21.15.44:6790/0","public_addr":"172.21.15.44:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T16:31:17.399 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 2 2024-04-26T16:31:17.526 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 podman[22719]: 2024-04-26 16:31:17.506111029 +0000 UTC m=+0.337991608 container start aec1088a75e2aad9df5eb18b9f8a9120f8c293e38c3245d9bd1eee5cd55c5904 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, architecture=x86_64, GIT_BRANCH=HEAD, release=754, RELEASE=HEAD, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vcs-type=git, ceph=True, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, distribution-scope=public) 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pidfile_write: ignore empty --pid-file 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: load: jerasure load: lrc 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: RocksDB version: 6.15.5 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Compile date Apr 18 2022 2024-04-26T16:31:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: DB SUMMARY 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: DB Session ID: ZGB6MDU16YYDN0AU0SMC 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: CURRENT file: CURRENT 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.error_if_exists: 0 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.create_if_missing: 0 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.paranoid_checks: 1 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.env: 0x563a608c6860 2024-04-26T16:31:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.fs: Posix File System 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.info_log: 0x563a62ca9dc0 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.statistics: (nil) 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.use_fsync: 0 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_log_file_size: 0 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.allow_fallocate: 1 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T16:31:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.use_direct_reads: 0 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.db_log_dir: 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T16:31:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.write_buffer_manager: 0x563a62d9a240 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T16:31:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.unordered_write: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.row_cache: None 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.wal_filter: None 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.preserve_deletes: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.two_write_queues: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.atomic_flush: 0 2024-04-26T16:31:17.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.log_readahead_size: 0 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T16:31:17.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_background_jobs: 2 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_background_compactions: -1 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_subcompactions: 1 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T16:31:17.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_open_files: -1 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_background_flushes: -1 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Compression algorithms supported: 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T16:31:17.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kZSTD supported: 0 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kXpressCompression supported: 0 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kLZ4Compression supported: 1 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kBZip2Compression supported: 0 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kZlibCompression supported: 1 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: kSnappyCompression supported: 1 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.merge_operator: 2024-04-26T16:31:17.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_filter: None 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563a62c75d00) 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks: 1 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_top_level_index_and_filter: 1 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_type: 0 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_index_type: 0 2024-04-26T16:31:17.790 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_shortening: 1 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: hash_index_allow_collision: 1 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: checksum: 1 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: no_block_cache: 0 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache: 0x563a62ce0170 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_name: BinnedLRUCache 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_options: 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: capacity : 536870912 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_shard_bits : 4 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: strict_capacity_limit : 0 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: high_pri_pool_ratio: 0.000 2024-04-26T16:31:17.791 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_compressed: (nil) 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: persistent_cache: (nil) 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size: 4096 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size_deviation: 10 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_restart_interval: 16 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_block_restart_interval: 1 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_block_size: 4096 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: partition_filters: 0 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_delta_encoding: 1 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: whole_key_filtering: 1 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: verify_compression: 0 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: read_amp_bytes_per_bit: 0 2024-04-26T16:31:17.792 INFO:journalctl@ceph.mon.b.smithi139.stdout: format_version: 4 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_index_compression: 1 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_align: 0 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression: NoCompression 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.num_levels: 7 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T16:31:17.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T16:31:17.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T16:31:17.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.arena_block_size: 4194304 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T16:31:17.796 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.table_properties_collectors: 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.inplace_update_support: 0 2024-04-26T16:31:17.797 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.bloom_locality: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.max_successive_merges: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.ttl: 2592000 2024-04-26T16:31:17.798 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.enable_blob_files: false 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.min_blob_size: 0 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 0 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/version_set.cc:4083] Creating manifest 7 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714149077533926, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #4 mode 2 2024-04-26T16:31:17.799 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714149077534246, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1714149077, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "72c4aa3a-416a-4130-9085-abb06eb2bf23", "db_session_id": "ZGB6MDU16YYDN0AU0SMC"}} 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/version_set.cc:4083] Creating manifest 9 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714149077534589, "job": 1, "event": "recovery_finished"} 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x563a62cc6a80 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: DB pointer 0x563a62cd6000 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** DB Stats ** 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T16:31:17.800 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.801 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T16:31:17.802 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T16:31:17.803 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:31:17.804 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: using public_addr v2:172.21.15.139:0/0 -> [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: starting mon.b rank -1 at public addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] at bind addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(???) e0 preinit fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).mds e1 new map 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout: e1 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T16:31:17.805 INFO:journalctl@ceph.mon.b.smithi139.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout: legacy client fscid: -1 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout: No filesystems configured 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T16:31:17.806 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1549905238' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1549905238' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:17.807 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:17.808 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: Deploying daemon mon.c on smithi044 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/994309155' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.a calling monitor election 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.c calling monitor election 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.809 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: monmap e2: 2 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: fsmap 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mgrmap e13: y(active, since 36s) 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: overall HEALTH_OK 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:17.810 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: Deploying daemon mon.b on smithi139 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/1285578136' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 ceph-mon[22751]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 bash[22719]: aec1088a75e2aad9df5eb18b9f8a9120f8c293e38c3245d9bd1eee5cd55c5904 2024-04-26T16:31:17.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:17 smithi139 systemd[1]: Started Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:31:19.203 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T16:31:19.204 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T16:31:22.847 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: mon.a calling monitor election 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: mon.c calling monitor election 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: fsmap 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: mgrmap e13: y(active, since 46s) 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: mon.b (rank 2) addr [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] is down (out of quorum) 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:22.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: mon.a calling monitor election 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: mon.c calling monitor election 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:22.850 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: fsmap 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: mgrmap e13: y(active, since 46s) 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: mon.b (rank 2) addr [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] is down (out of quorum) 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:22.851 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:22.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:22.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:22.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:22.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:23.235 INFO:teuthology.orchestra.run.smithi139.stdout: 2024-04-26T16:31:23.235 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":3,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","modified":"2024-04-26T16:31:17.567731Z","created":"2024-04-26T16:29:43.010763Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3301","nonce":0},{"type":"v1","addr":"172.21.15.44:6790","nonce":0}]},"addr":"172.21.15.44:6790/0","public_addr":"172.21.15.44:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:3300","nonce":0},{"type":"v1","addr":"172.21.15.139:6789","nonce":0}]},"addr":"172.21.15.139:6789/0","public_addr":"172.21.15.139:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T16:31:23.237 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 3 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/1379314936' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:31:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/1379314936' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:23.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:23 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.525 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T16:31:24.525 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: mon.a calling monitor election 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: mon.c calling monitor election 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: fsmap 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: mgrmap e13: y(active, since 46s) 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: mon.b (rank 2) addr [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] is down (out of quorum) 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T16:31:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/1379314936' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T16:31:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:25.206 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:25.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: mon.b calling monitor election 2024-04-26T16:31:25.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:25.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: Reconfiguring mon.c (monmap changed)... 2024-04-26T16:31:25.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: Reconfiguring daemon mon.c on smithi044 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: mon.b calling monitor election 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: mon.c calling monitor election 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: mon.a calling monitor election 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: fsmap 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: mgrmap e13: y(active, since 48s) 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: overall HEALTH_OK 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:25.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:25.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: mon.b calling monitor election 2024-04-26T16:31:25.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: Reconfiguring mon.c (monmap changed)... 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: Reconfiguring daemon mon.c on smithi044 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: mon.b calling monitor election 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: mon.c calling monitor election 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: mon.a calling monitor election 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: fsmap 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: mgrmap e13: y(active, since 48s) 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: overall HEALTH_OK 2024-04-26T16:31:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: mon.b calling monitor election 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: Reconfiguring mon.c (monmap changed)... 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: Reconfiguring daemon mon.c on smithi044 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: mon.b calling monitor election 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: mon.c calling monitor election 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: mon.a calling monitor election 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T16:31:25.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: fsmap 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: mgrmap e13: y(active, since 48s) 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: overall HEALTH_OK 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:25.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.406 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.407 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:31:26.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:26.757 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:26 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:31:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: Reconfiguring mon.b (monmap changed)... 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: Reconfiguring daemon mon.b on smithi139 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: Reconfiguring mon.b (monmap changed)... 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: Reconfiguring daemon mon.b on smithi139 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: Reconfiguring mon.b (monmap changed)... 2024-04-26T16:31:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T16:31:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T16:31:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: Reconfiguring daemon mon.b on smithi139 2024-04-26T16:31:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:28.710 INFO:teuthology.orchestra.run.smithi044.stdout:# minimal ceph.conf for 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:31:28.711 INFO:teuthology.orchestra.run.smithi044.stdout:[global] 2024-04-26T16:31:28.711 INFO:teuthology.orchestra.run.smithi044.stdout: fsid = 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:31:28.711 INFO:teuthology.orchestra.run.smithi044.stdout: mon_host = [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] 2024-04-26T16:31:28.946 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:28.946 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:28.946 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:28.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:28 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:28 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:28 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:28 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:28 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:28 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:29.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:31:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:29.579 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T16:31:29.579 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:31:29.579 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T16:31:29.610 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:31:29.610 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:31:29.678 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:31:29.678 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T16:31:29.709 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:31:29.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:31:29.778 INFO:tasks.cephadm:Adding mgr.y on smithi044 2024-04-26T16:31:29.778 INFO:tasks.cephadm:Adding mgr.x on smithi139 2024-04-26T16:31:29.778 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch apply mgr '2;smithi044=y;smithi139=x' 2024-04-26T16:31:30.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[21837]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:30.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/562888151' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:30.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:30.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:30.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[26799]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:30.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/562888151' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:30.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:30.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:29 smithi139 ceph-mon[22751]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:29 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/562888151' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:31.698 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled mgr update... 2024-04-26T16:31:32.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:31 smithi044 ceph-mon[21837]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:32.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:31 smithi044 ceph-mon[26799]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:31 smithi139 ceph-mon[22751]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:32.279 DEBUG:teuthology.orchestra.run.smithi139:mgr.x> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T16:31:32.281 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T16:31:32.282 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:31:32.282 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T16:31:32.302 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T16:31:32.302 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_1 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 16:31:27.936831458 +0000 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 16:28:45.302211541 +0000 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 16:28:45.302211541 +0000 2024-04-26T16:31:32.361 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 16:28:45.302211541 +0000 2024-04-26T16:31:32.362 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T16:31:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T16:31:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T16:31:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.00023252 s, 2.2 MB/s 2024-04-26T16:31:32.431 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T16:31:32.492 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_2 2024-04-26T16:31:32.549 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T16:31:32.549 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:32.549 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-26T16:31:32.549 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:32.549 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:32.549 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 16:31:27.936831458 +0000 2024-04-26T16:31:32.550 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 16:28:45.647206145 +0000 2024-04-26T16:31:32.550 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 16:28:45.647206145 +0000 2024-04-26T16:31:32.550 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 16:28:45.647206145 +0000 2024-04-26T16:31:32.550 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T16:31:32.615 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T16:31:32.616 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T16:31:32.616 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000227996 s, 2.2 MB/s 2024-04-26T16:31:32.617 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T16:31:32.676 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_3 2024-04-26T16:31:32.733 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T16:31:32.733 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:32.733 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-26T16:31:32.734 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:32.734 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:32.734 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 16:31:27.936831458 +0000 2024-04-26T16:31:32.734 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 16:28:45.995200701 +0000 2024-04-26T16:31:32.734 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 16:28:45.995200701 +0000 2024-04-26T16:31:32.734 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 16:28:45.995200701 +0000 2024-04-26T16:31:32.734 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi044=y;smithi139=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: Saving service mgr spec with placement smithi044=y;smithi139=x;count:2 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:31:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:32.799 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T16:31:32.799 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T16:31:32.799 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000198128 s, 2.6 MB/s 2024-04-26T16:31:32.801 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T16:31:32.858 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_4 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-04-26 16:31:27.936831458 +0000 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-04-26 16:28:46.336195367 +0000 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-04-26 16:28:46.336195367 +0000 2024-04-26T16:31:32.915 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-04-26 16:28:46.336195367 +0000 2024-04-26T16:31:32.916 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi044=y;smithi139=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: Saving service mgr spec with placement smithi044=y;smithi139=x;count:2 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:31:32.978 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi044=y;smithi139=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: Saving service mgr spec with placement smithi044=y;smithi139=x;count:2 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:31:32.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:32.980 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-04-26T16:31:32.980 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-04-26T16:31:32.980 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000197731 s, 2.6 MB/s 2024-04-26T16:31:32.981 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T16:31:33.039 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:31:33.039 DEBUG:teuthology.orchestra.run.smithi139:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T16:31:33.055 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T16:31:33.055 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_1 2024-04-26T16:31:33.110 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T16:31:33.110 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:33.110 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-26T16:31:33.110 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:33.110 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:33.110 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-26 16:31:25.461453722 +0000 2024-04-26T16:31:33.111 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-26 16:28:41.995891054 +0000 2024-04-26T16:31:33.111 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-26 16:28:41.995891054 +0000 2024-04-26T16:31:33.111 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-26 16:28:41.995891054 +0000 2024-04-26T16:31:33.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T16:31:33.174 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-26T16:31:33.174 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-26T16:31:33.174 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000257304 s, 2.0 MB/s 2024-04-26T16:31:33.175 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T16:31:33.230 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_2 2024-04-26T16:31:33.285 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T16:31:33.285 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:33.285 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-26T16:31:33.285 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:33.286 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:33.286 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-26 16:31:25.461453722 +0000 2024-04-26T16:31:33.286 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-26 16:28:42.343882842 +0000 2024-04-26T16:31:33.286 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-26 16:28:42.343882842 +0000 2024-04-26T16:31:33.286 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-26 16:28:42.343882842 +0000 2024-04-26T16:31:33.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T16:31:33.346 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-26T16:31:33.346 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-26T16:31:33.346 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000193948 s, 2.6 MB/s 2024-04-26T16:31:33.348 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T16:31:33.403 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_3 2024-04-26T16:31:33.458 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T16:31:33.458 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:33.458 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-26T16:31:33.458 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:33.458 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:33.458 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-26 16:31:25.461453722 +0000 2024-04-26T16:31:33.459 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-26 16:28:42.702874372 +0000 2024-04-26T16:31:33.459 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-26 16:28:42.702874372 +0000 2024-04-26T16:31:33.459 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-26 16:28:42.702874372 +0000 2024-04-26T16:31:33.459 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T16:31:33.637 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-26T16:31:33.637 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-26T16:31:33.637 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000180208 s, 2.8 MB/s 2024-04-26T16:31:33.638 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T16:31:33.653 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_4 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2024-04-26 16:31:33.597283207 +0000 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2024-04-26 16:28:43.050866160 +0000 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2024-04-26 16:28:43.050866160 +0000 2024-04-26T16:31:33.711 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: 2024-04-26 16:28:43.050866160 +0000 2024-04-26T16:31:33.712 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T16:31:33.754 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:33 smithi139 ceph-mon[22751]: Deploying daemon mgr.x on smithi139 2024-04-26T16:31:33.754 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:33 smithi139 ceph-mon[22751]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:33.830 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2024-04-26T16:31:33.830 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2024-04-26T16:31:33.830 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000216258 s, 2.4 MB/s 2024-04-26T16:31:33.831 DEBUG:teuthology.orchestra.run.smithi139:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T16:31:33.888 INFO:tasks.cephadm:Deploying osd.0 on smithi044 with /dev/vg_nvme/lv_4... 2024-04-26T16:31:33.888 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T16:31:34.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:33 smithi044 ceph-mon[21837]: Deploying daemon mgr.x on smithi139 2024-04-26T16:31:34.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:33 smithi044 ceph-mon[21837]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:33 smithi044 ceph-mon[26799]: Deploying daemon mgr.x on smithi139 2024-04-26T16:31:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:33 smithi044 ceph-mon[26799]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:34.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:33 smithi139 systemd[1]: Starting Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:31:34.321 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 podman[24287]: 2024-04-26 16:31:33.96710212 +0000 UTC m=+0.018155093 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T16:31:34.321 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 podman[24287]: 2024-04-26 16:31:34.078700215 +0000 UTC m=+0.129753180 container create d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, version=8, architecture=x86_64, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , ceph=True, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, RELEASE=HEAD, vcs-type=git, release=754, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, GIT_BRANCH=HEAD) 2024-04-26T16:31:34.321 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 podman[24287]: 2024-04-26 16:31:34.297802147 +0000 UTC m=+0.348855112 container init d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, build-date=2022-05-03T08:36:31.336870, vcs-type=git, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, io.openshift.expose-services=, architecture=x86_64, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, RELEASE=HEAD, io.buildah.version=1.19.8, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T16:31:34.321 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 podman[24287]: 2024-04-26 16:31:34.300429997 +0000 UTC m=+0.351482962 container start d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, com.redhat.component=centos-stream-container, vcs-type=git, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, release=754, version=8, maintainer=Guillaume Abrioux , name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc.) 2024-04-26T16:31:34.321 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 ceph-mgr[24306]: -- 172.21.15.139:0/2866655912 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563e89e40340 con 0x563e89e18c00 2024-04-26T16:31:34.571 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 bash[24287]: d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 2024-04-26T16:31:34.571 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 systemd[1]: Started Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:31:34.572 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:34.442+0000 7f1390bb0000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:31:34.572 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:34.572+0000 7f1390bb0000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:31:34.973 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:34.669+0000 7f1390bb0000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:31:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:34.973+0000 7f1390bb0000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:31:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:35.054+0000 7f1390bb0000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:31:35.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:35.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:35.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:35.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:35.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:35.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:35.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:31:35.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: Reconfiguring mgr.y (unknown last config time)... 2024-04-26T16:31:35.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:31:35.752 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:31:35.752 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:35.752 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:35 smithi139 ceph-mon[22751]: Reconfiguring daemon mgr.y on smithi044 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: Reconfiguring mgr.y (unknown last config time)... 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[21837]: Reconfiguring daemon mgr.y on smithi044 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: Reconfiguring mgr.y (unknown last config time)... 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:31:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:35.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:35 smithi044 ceph-mon[26799]: Reconfiguring daemon mgr.y on smithi044 2024-04-26T16:31:36.476 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:31:36.476 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:31:36.476 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:36.476 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:36.221+0000 7f1390bb0000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:31:36.477 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:36.401+0000 7f1390bb0000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:31:36.715 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:31:36.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:31:36.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:36.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:31:36.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:31:36.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:36.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:36.486+0000 7f1390bb0000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:31:37.009 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T16:31:37.009 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T16:31:37.009 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T16:31:37.010 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T16:31:37.010 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0110229 s, 951 MB/s 2024-04-26T16:31:37.010 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T16:31:37.191 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:36.851+0000 7f1390bb0000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:31:37.191 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:36.947+0000 7f1390bb0000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:31:37.191 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:37.043+0000 7f1390bb0000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:31:37.463 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:37.300+0000 7f1390bb0000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:31:37.619 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:37.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:37.621 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:37.621 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:37.621 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:31:37.646 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_4 2024-04-26T16:31:37.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:37.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:37.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:37.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:37.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:37.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:37.730 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:31:37.962 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:37.979 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:37.754+0000 7f1390bb0000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:31:38.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:38.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:38.240+0000 7f1390bb0000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:31:38.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:38.330+0000 7f1390bb0000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.934 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:38.935 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:39.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:38.615+0000 7f1390bb0000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:31:39.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:38.701+0000 7f1390bb0000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:31:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:39.434 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:39.101+0000 7f1390bb0000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:31:39.434 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:39.231+0000 7f1390bb0000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:31:39.434 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:39.322+0000 7f1390bb0000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:31:39.738 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:39.434+0000 7f1390bb0000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:31:39.739 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:39.521+0000 7f1390bb0000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:31:39.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[21837]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:39.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:31:39.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:31:39.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:39.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[26799]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:39.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:31:39.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:31:39.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:39 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-mon[22751]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:31:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:31:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:31:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:39 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:40.418 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:40.060+0000 7f1390bb0000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:31:40.419 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:31:40.419+0000 7f1390bb0000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:31:40.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[21837]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:40.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:31:40.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:31:40.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:31:40.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[26799]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:31:40.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:31:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-mon[22751]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:31:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:31:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:31:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:31:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2022484977' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:31:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:41 smithi044 ceph-mon[21837]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-26T16:31:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:41 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:31:42.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:41 smithi044 ceph-mon[26799]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-26T16:31:42.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:41 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:31:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:41 smithi139 ceph-mon[22751]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-26T16:31:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:41 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:31:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/5066750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81c5d8cc-12a0-404a-be5b-6c3f581a92dd"}]: dispatch 2024-04-26T16:31:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/5066750' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81c5d8cc-12a0-404a-be5b-6c3f581a92dd"}]': finished 2024-04-26T16:31:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[21837]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T16:31:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:31:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[21837]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/184242486' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:31:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/5066750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81c5d8cc-12a0-404a-be5b-6c3f581a92dd"}]: dispatch 2024-04-26T16:31:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/5066750' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81c5d8cc-12a0-404a-be5b-6c3f581a92dd"}]': finished 2024-04-26T16:31:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[26799]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T16:31:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:31:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[26799]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:42 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/184242486' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:31:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:42 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/5066750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81c5d8cc-12a0-404a-be5b-6c3f581a92dd"}]: dispatch 2024-04-26T16:31:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:42 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/5066750' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81c5d8cc-12a0-404a-be5b-6c3f581a92dd"}]': finished 2024-04-26T16:31:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:42 smithi139 ceph-mon[22751]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T16:31:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:42 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:31:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:42 smithi139 ceph-mon[22751]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:42 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/184242486' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:31:45.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:45 smithi044 ceph-mon[21837]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:45.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:45 smithi044 ceph-mon[26799]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:45.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:45 smithi139 ceph-mon[22751]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:47.387 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:47 smithi044 ceph-mon[21837]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:47.387 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:47 smithi044 ceph-mon[26799]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:47.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:47 smithi139 ceph-mon[22751]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:48.434 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:31:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:49.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:49 smithi044 ceph-mon[21837]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:49.354 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:49 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:49.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:49 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:49.355 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:49 smithi044 ceph-mon[26799]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:49.355 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:49 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:49.355 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:49 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:49 smithi139 ceph-mon[22751]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:49 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:49 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:51 smithi044 ceph-mon[21837]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T16:31:51.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:51.471 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:51 smithi044 ceph-mon[26799]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:51.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T16:31:51.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:51.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:51 smithi139 ceph-mon[22751]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:51.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T16:31:51.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:52.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:52 smithi044 ceph-mon[21837]: Deploying daemon osd.0 on smithi044 2024-04-26T16:31:52.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:52 smithi044 ceph-mon[26799]: Deploying daemon osd.0 on smithi044 2024-04-26T16:31:52.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:52 smithi139 ceph-mon[22751]: Deploying daemon osd.0 on smithi044 2024-04-26T16:31:53.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:53 smithi044 ceph-mon[26799]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:53.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:53 smithi044 ceph-mon[21837]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:53.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:53 smithi139 ceph-mon[22751]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:54.960 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:31:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:31:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:31:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:55 smithi044 ceph-mon[26799]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:55 smithi044 ceph-mon[21837]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:55 smithi139 ceph-mon[22751]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:57.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:57 smithi139 ceph-mon[22751]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:57.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:57.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:57.354 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:57.354 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:57.354 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[21837]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:57.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[26799]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:57.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:57.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:57.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:57.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:57.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:58.988 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 0 on host 'smithi044' 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:31:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:31:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:31:59.768 DEBUG:teuthology.orchestra.run.smithi044:osd.0> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T16:31:59.772 INFO:tasks.cephadm:Deploying osd.1 on smithi044 with /dev/vg_nvme/lv_3... 2024-04-26T16:31:59.772 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T16:32:00.375 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:00 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi044 to 15045M 2024-04-26T16:32:00.375 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:00 smithi044 ceph-mon[21837]: from='osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T16:32:00.376 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:00 smithi044 ceph-mon[21837]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T16:32:00.376 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:00 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi044 to 15045M 2024-04-26T16:32:00.376 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:00 smithi044 ceph-mon[26799]: from='osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T16:32:00.376 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:00 smithi044 ceph-mon[26799]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T16:32:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:00 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi044 to 15045M 2024-04-26T16:32:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:00 smithi139 ceph-mon[22751]: from='osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T16:32:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:00 smithi139 ceph-mon[22751]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T16:32:01.378 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[26799]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:32:01.378 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[26799]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T16:32:01.378 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[26799]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[26799]: from='osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[26799]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[21837]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[21837]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[21837]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[21837]: from='osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:01.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-mon[21837]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:01.380 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[30066]: 2024-04-26T16:32:01.199+0000 7f43b1388700 -1 osd.0 0 waiting for initial osdmap 2024-04-26T16:32:01.380 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[30066]: 2024-04-26T16:32:01.201+0000 7f43add23700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:32:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:01 smithi139 ceph-mon[22751]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:32:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:01 smithi139 ceph-mon[22751]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T16:32:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:01 smithi139 ceph-mon[22751]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T16:32:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:01 smithi139 ceph-mon[22751]: from='osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:01 smithi139 ceph-mon[22751]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:01.921 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T16:32:01.922 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T16:32:01.922 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T16:32:01.922 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T16:32:01.922 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124448 s, 843 MB/s 2024-04-26T16:32:01.922 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[26799]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[26799]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[21837]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[21837]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T16:32:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:02.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:02 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:02.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:02 smithi139 ceph-mon[22751]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:02.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:02 smithi139 ceph-mon[22751]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T16:32:02.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:02 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:02.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:02 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:02.600 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_3 2024-04-26T16:32:03.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:32:03.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:32:03.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:32:03.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328] boot 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328] boot 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T16:32:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:03 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:32:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:32:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T16:32:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: osd.0 [v2:172.21.15.44:6802/820181328,v1:172.21.15.44:6803/820181328] boot 2024-04-26T16:32:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T16:32:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:03 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:32:04.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:04 smithi044 ceph-mon[21837]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T16:32:04.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:04 smithi044 ceph-mon[26799]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T16:32:04.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:04 smithi139 ceph-mon[22751]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T16:32:05.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:32:05] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:05.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[21837]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:05.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:05.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:05.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:05.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[26799]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:05.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:05.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:05.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:05 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:05 smithi139 ceph-mon[22751]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:05 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:05 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:05 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:06.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:06 smithi139 ceph-mon[22751]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:06.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:06 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:06.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:06 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi044 2024-04-26T16:32:06.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:06 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:06.579 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[21837]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi044 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[26799]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi044 2024-04-26T16:32:06.580 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:06 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:07.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:07 smithi139 ceph-mon[22751]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:07.543 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:07 smithi044 ceph-mon[21837]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:07.544 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:07 smithi044 ceph-mon[26799]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:09.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:09 smithi139 ceph-mon[22751]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:09.579 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:09 smithi044 ceph-mon[21837]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:09.580 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:09 smithi044 ceph-mon[26799]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3327477167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]: dispatch 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]: dispatch 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]': finished 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3261256205' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3327477167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]: dispatch 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]: dispatch 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]': finished 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:11 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3261256205' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:32:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3327477167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]: dispatch 2024-04-26T16:32:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]: dispatch 2024-04-26T16:32:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "accedbfd-2c47-444d-80ba-4df6cb5c6e4c"}]': finished 2024-04-26T16:32:11.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T16:32:11.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:11.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:11 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3261256205' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:32:13.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:13 smithi044 ceph-mon[21837]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:13 smithi044 ceph-mon[26799]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:13 smithi139 ceph-mon[22751]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:15.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:32:14] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:15.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:15 smithi044 ceph-mon[21837]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:15.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:15.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:15.527 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:15 smithi044 ceph-mon[26799]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:15.528 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:15.528 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:15.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:15 smithi139 ceph-mon[22751]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:15.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:15.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:17.486 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:17 smithi044 ceph-mon[26799]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:17.486 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:17 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T16:32:17.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:17 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:17.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:17 smithi044 ceph-mon[21837]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:17.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:17 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T16:32:17.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:17 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:17.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:17 smithi139 ceph-mon[22751]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:17.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T16:32:17.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:18.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:18 smithi044 ceph-mon[26799]: Deploying daemon osd.1 on smithi044 2024-04-26T16:32:18.400 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:18 smithi044 ceph-mon[21837]: Deploying daemon osd.1 on smithi044 2024-04-26T16:32:18.575 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:18 smithi139 ceph-mon[22751]: Deploying daemon osd.1 on smithi044 2024-04-26T16:32:19.446 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:19 smithi044 ceph-mon[21837]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:19.446 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:19 smithi044 ceph-mon[26799]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:19.735 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:19 smithi139 ceph-mon[22751]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:21.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:21 smithi044 ceph-mon[21837]: pgmap v52: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:21.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:21 smithi044 ceph-mon[26799]: pgmap v52: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:21.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:21 smithi139 ceph-mon[22751]: pgmap v52: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[21837]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:23.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:22 smithi044 ceph-mon[26799]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:22 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:22 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:22 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:22 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:22 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:22 smithi139 ceph-mon[22751]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:24.840 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 1 on host 'smithi044' 2024-04-26T16:32:25.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: pgmap v54: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:25.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[21837]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: pgmap v54: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.371 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-mon[26799]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T16:32:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: pgmap v54: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:25 smithi139 ceph-mon[22751]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T16:32:25.540 DEBUG:teuthology.orchestra.run.smithi044:osd.1> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T16:32:25.543 INFO:tasks.cephadm:Deploying osd.2 on smithi044 with /dev/vg_nvme/lv_2... 2024-04-26T16:32:25.543 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T16:32:25.625 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:32:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi044 to 7522M 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T16:32:26.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[21837]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi044 to 7522M 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T16:32:26.679 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:26.680 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-mon[26799]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi044 to 7522M 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:26 smithi139 ceph-mon[22751]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:26.986 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1[32945]: 2024-04-26T16:32:26.907+0000 7fce1754f700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T16:32:27.029 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:26 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1[32945]: 2024-04-26T16:32:26.911+0000 7fce136e9700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:32:27.608 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[26799]: pgmap v56: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[26799]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[26799]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[21837]: pgmap v56: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[21837]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[21837]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:27.609 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:27 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:27 smithi139 ceph-mon[22751]: pgmap v56: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-26T16:32:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:27 smithi139 ceph-mon[22751]: from='osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:27 smithi139 ceph-mon[22751]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T16:32:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:27 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:29.160 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:32:29.160 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[21837]: osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363] boot 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[21837]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[21837]: pgmap v59: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[26799]: osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363] boot 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[26799]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:29.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:28 smithi044 ceph-mon[26799]: pgmap v59: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:29.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:28 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:32:29.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:28 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:32:29.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:28 smithi139 ceph-mon[22751]: osd.1 [v2:172.21.15.44:6810/2763898363,v1:172.21.15.44:6811/2763898363] boot 2024-04-26T16:32:29.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:28 smithi139 ceph-mon[22751]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T16:32:29.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:28 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:32:29.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:28 smithi139 ceph-mon[22751]: pgmap v59: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:29.557 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T16:32:29.558 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T16:32:29.558 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T16:32:29.558 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T16:32:29.558 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111167 s, 943 MB/s 2024-04-26T16:32:29.558 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 2024-04-26T16:32:29.558 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T16:32:30.243 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:29 smithi044 ceph-mon[21837]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T16:32:30.244 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:29 smithi044 ceph-mon[26799]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T16:32:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:29 smithi139 ceph-mon[22751]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T16:32:30.594 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_2 2024-04-26T16:32:31.213 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:30 smithi044 ceph-mon[21837]: pgmap v61: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:31.213 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:32:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:31.213 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:30 smithi044 ceph-mon[26799]: pgmap v61: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:30 smithi139 ceph-mon[22751]: pgmap v61: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:32.255 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.255 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi044 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi044 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:32.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi044 2024-04-26T16:32:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:32.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:32.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:32.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[26799]: pgmap v62: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[26799]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[21837]: pgmap v62: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[21837]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:33.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:33.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:32 smithi139 ceph-mon[22751]: pgmap v62: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:33.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:32 smithi139 ceph-mon[22751]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:33.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/4028706658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3e364bb-2844-490b-b027-e3f3b9f81a6a"}]: dispatch 2024-04-26T16:32:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/4028706658' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f3e364bb-2844-490b-b027-e3f3b9f81a6a"}]': finished 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:32:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/4028706658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3e364bb-2844-490b-b027-e3f3b9f81a6a"}]: dispatch 2024-04-26T16:32:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/4028706658' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f3e364bb-2844-490b-b027-e3f3b9f81a6a"}]': finished 2024-04-26T16:32:35.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T16:32:35.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:35.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/4028706658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3e364bb-2844-490b-b027-e3f3b9f81a6a"}]: dispatch 2024-04-26T16:32:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/4028706658' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f3e364bb-2844-490b-b027-e3f3b9f81a6a"}]': finished 2024-04-26T16:32:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T16:32:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:35.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:36 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2769234363' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:32:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:32:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:32:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:36 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2769234363' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:32:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:32:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:32:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:36 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2769234363' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:32:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:32:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:32:37.505 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:37 smithi139 ceph-mon[22751]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:37.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:37 smithi044 ceph-mon[21837]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:37.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:37 smithi044 ceph-mon[26799]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:39.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:39 smithi044 ceph-mon[21837]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:39.441 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:39 smithi044 ceph-mon[26799]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:39.455 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:39 smithi139 ceph-mon[22751]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:41.333 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:41 smithi044 ceph-mon[26799]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:41.333 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:41 smithi044 ceph-mon[21837]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:41.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:41 smithi139 ceph-mon[22751]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:42 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T16:32:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:42 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:42 smithi044 ceph-mon[21837]: Deploying daemon osd.2 on smithi044 2024-04-26T16:32:42.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:42 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T16:32:42.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:42 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:42.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:42 smithi044 ceph-mon[26799]: Deploying daemon osd.2 on smithi044 2024-04-26T16:32:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:42 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T16:32:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:42 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:42 smithi139 ceph-mon[22751]: Deploying daemon osd.2 on smithi044 2024-04-26T16:32:43.326 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:43 smithi044 ceph-mon[21837]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:43.327 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:43 smithi044 ceph-mon[26799]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:43 smithi139 ceph-mon[22751]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:45.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:45 smithi044 ceph-mon[21837]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:45.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:45 smithi044 ceph-mon[26799]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:45 smithi139 ceph-mon[22751]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:47.323 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:47 smithi044 ceph-mon[21837]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:47.323 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:47 smithi044 ceph-mon[26799]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:47.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:47 smithi139 ceph-mon[22751]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:48.823 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:48.823 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:48.823 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:48.823 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:48.823 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:48.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:48.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:48.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:48.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:48.824 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:49.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:49 smithi044 ceph-mon[26799]: pgmap v71: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:49.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:49 smithi044 ceph-mon[21837]: pgmap v71: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:49 smithi139 ceph-mon[22751]: pgmap v71: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:51.332 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:32:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:51.780 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 2 on host 'smithi044' 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: pgmap v72: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: pgmap v72: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: pgmap v72: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T16:32:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T16:32:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.432 DEBUG:teuthology.orchestra.run.smithi044:osd.2> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T16:32:52.435 INFO:tasks.cephadm:Deploying osd.3 on smithi044 with /dev/vg_nvme/lv_1... 2024-04-26T16:32:52.436 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T16:32:52.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2[35906]: 2024-04-26T16:32:52.643+0000 7f61fffe0700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T16:32:52.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2[35906]: 2024-04-26T16:32:52.647+0000 7f61f9975700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi044 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi044 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:52.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:52.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi044 2024-04-26T16:32:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T16:32:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T16:32:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:32:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:53.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[21837]: pgmap v74: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:53.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[21837]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:53.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[21837]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T16:32:53.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:53.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:53.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[26799]: pgmap v74: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:53.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[26799]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:53.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[26799]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T16:32:53.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:53.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:53 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:53 smithi139 ceph-mon[22751]: pgmap v74: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:53 smithi139 ceph-mon[22751]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:32:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:53 smithi139 ceph-mon[22751]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T16:32:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:53 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:53 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:54.618 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T16:32:54.618 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T16:32:54.618 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-04-26T16:32:54.618 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-04-26T16:32:54.618 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0137962 s, 760 MB/s 2024-04-26T16:32:54.618 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-04-26T16:32:54.942 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:32:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:54.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:32:54.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:32:54.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584] boot 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:32:54.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584] boot 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:54.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:54 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:32:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:32:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: osd.2 [v2:172.21.15.44:6818/3616243584,v1:172.21.15.44:6819/3616243584] boot 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:32:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:54 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:32:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:32:55.285 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_1 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[26799]: pgmap v77: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[26799]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[21837]: pgmap v77: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-26T16:32:55.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[21837]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T16:32:55.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T16:32:55.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:55.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:55 smithi139 ceph-mon[22751]: pgmap v77: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2024-04-26T16:32:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-26T16:32:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:55 smithi139 ceph-mon[22751]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T16:32:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T16:32:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:56.876 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T16:32:56.876 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:56 smithi044 ceph-mon[21837]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T16:32:56.876 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T16:32:56.876 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:56 smithi044 ceph-mon[26799]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T16:32:56.877 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:56 smithi044 sudo[37177]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T16:32:56.877 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:56 smithi044 sudo[37177]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:56.877 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:56 smithi044 sudo[37177]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:32:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T16:32:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:56 smithi139 ceph-mon[22751]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T16:32:57.195 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:57 smithi044 sudo[37202]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T16:32:57.195 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:57 smithi044 sudo[37202]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:57.196 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 16:32:57 smithi044 sudo[37202]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:32:57.758 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:57 smithi044 sudo[37264]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T16:32:57.758 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:57 smithi044 sudo[37264]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:57.758 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:57 smithi044 sudo[37264]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:32:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[21837]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:32:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[21837]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T16:32:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[26799]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[26799]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:57.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:57.950 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:57 smithi139 ceph-mon[22751]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:32:57.951 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:57 smithi139 ceph-mon[22751]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T16:32:57.951 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:32:57.951 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:32:57.951 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:32:57.951 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:32:58.124 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37313]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T16:32:58.124 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37313]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:58.124 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37313]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:32:58.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:58 smithi044 ceph-mon[26799]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:58 smithi044 ceph-mon[21837]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:58.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37332]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T16:32:58.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37332]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:58.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37332]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:32:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:58 smithi139 ceph-mon[22751]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:32:59.038 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37354]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T16:32:59.038 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37354]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:59.038 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 16:32:58 smithi044 sudo[37354]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:32:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 sudo[37369]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T16:32:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 sudo[37369]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:32:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 sudo[37369]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:33:00.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:59 smithi139 ceph-mon[22751]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:00.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:59 smithi139 ceph-mon[22751]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-26T16:33:00.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:32:59 smithi139 ceph-mon[22751]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:00.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:59 smithi044 ceph-mon[26799]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:00.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:59 smithi044 ceph-mon[26799]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-26T16:33:00.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:32:59 smithi044 ceph-mon[26799]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:00.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 sudo[37401]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T16:33:00.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 sudo[37401]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:33:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 sudo[37401]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:33:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 ceph-mon[21837]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 ceph-mon[21837]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-26T16:33:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:32:59 smithi044 ceph-mon[21837]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:00.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:00 smithi044 sudo[37438]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T16:33:00.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:00 smithi044 sudo[37438]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:33:00.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:00 smithi044 sudo[37438]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:33:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:00 smithi044 sudo[37496]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T16:33:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:00 smithi044 sudo[37496]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:33:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:00 smithi044 sudo[37496]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:33:01.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 sudo[25445]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T16:33:01.240 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 sudo[25445]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:33:01.241 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 sudo[25445]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 sudo[25456]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 sudo[25456]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 sudo[25456]: pam_unix(sudo:session): session closed for user root 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/373646100' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]: dispatch 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]: dispatch 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]': finished 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T16:33:01.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/895174605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/373646100' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]: dispatch 2024-04-26T16:33:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]': finished 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/895174605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/373646100' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b201430e-40ce-4bcc-9ec8-8bd880fd6d14"}]': finished 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/895174605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:33:01.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:33:02.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:02 smithi139 ceph-mon[22751]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:02.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:02 smithi139 ceph-mon[22751]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:02.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:02 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:02.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:02 smithi044 ceph-mon[26799]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:02.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:02 smithi044 ceph-mon[26799]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:02.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:02 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:02.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:02 smithi044 ceph-mon[21837]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T16:33:02.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:02 smithi044 ceph-mon[21837]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T16:33:02.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:02 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:03 smithi044 ceph-mon[21837]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:03 smithi044 ceph-mon[26799]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:03 smithi139 ceph-mon[22751]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:05 smithi044 ceph-mon[26799]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-26T16:33:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:05 smithi044 ceph-mon[21837]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-26T16:33:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:05 smithi139 ceph-mon[22751]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-26T16:33:06.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:06 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T16:33:06.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:06 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:06.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:06 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T16:33:06.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:06 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:06.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:06 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T16:33:06.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:06 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:07.574 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:07 smithi044 ceph-mon[26799]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-26T16:33:07.574 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:07 smithi044 ceph-mon[26799]: Deploying daemon osd.3 on smithi044 2024-04-26T16:33:07.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:07 smithi044 ceph-mon[21837]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-26T16:33:07.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:07 smithi044 ceph-mon[21837]: Deploying daemon osd.3 on smithi044 2024-04-26T16:33:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:07 smithi139 ceph-mon[22751]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-26T16:33:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:07 smithi139 ceph-mon[22751]: Deploying daemon osd.3 on smithi044 2024-04-26T16:33:09.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:09 smithi044 ceph-mon[26799]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-26T16:33:09.629 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:09 smithi044 ceph-mon[21837]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-26T16:33:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:09 smithi139 ceph-mon[22751]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-26T16:33:11.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:11 smithi044 ceph-mon[21837]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-04-26T16:33:11.594 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:11 smithi044 ceph-mon[26799]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-04-26T16:33:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:11 smithi139 ceph-mon[22751]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[26799]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:13.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[21837]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-26T16:33:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:13 smithi139 ceph-mon[22751]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-26T16:33:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:33:14] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:15.381 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:33:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:15.941 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:33:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-26T16:33:15.942 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:15.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-26T16:33:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.594 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 3 on host 'smithi044' 2024-04-26T16:33:16.955 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.955 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi044 2024-04-26T16:33:16.955 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.955 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:16.955 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi044 to 3761M 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.956 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi044 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:16.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi044 to 3761M 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:16.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:16 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi044 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:17.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:17.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:17.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi044 to 3761M 2024-04-26T16:33:17.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:16 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:17.286 DEBUG:teuthology.orchestra.run.smithi044:osd.3> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T16:33:17.289 INFO:tasks.cephadm:Deploying osd.4 on smithi139 with /dev/vg_nvme/lv_4... 2024-04-26T16:33:17.289 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T16:33:17.858 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:17 smithi139 ceph-mon[22751]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T16:33:17.859 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:17 smithi139 ceph-mon[22751]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T16:33:17.859 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:17 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:17.859 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:17 smithi139 ceph-mon[22751]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:33:18.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[21837]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T16:33:18.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[21837]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T16:33:18.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:18.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[21837]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:33:18.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[26799]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T16:33:18.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[26799]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T16:33:18.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:18.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-mon[26799]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T16:33:18.259 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T16:33:17.789+0000 7fbb47d64700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T16:33:18.259 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 16:33:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T16:33:17.794+0000 7fbb41efa700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:33:19.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:18 smithi139 ceph-mon[22751]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:33:19.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:18 smithi139 ceph-mon[22751]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T16:33:19.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:18 smithi139 ceph-mon[22751]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:19.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[21837]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:33:19.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[21837]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T16:33:19.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[21837]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:19.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[26799]: from='osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-04-26T16:33:19.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[26799]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T16:33:19.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:18 smithi044 ceph-mon[26799]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-26T16:33:19.554 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T16:33:19.554 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T16:33:19.554 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-26T16:33:19.555 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-26T16:33:19.555 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128888 s, 814 MB/s 2024-04-26T16:33:19.555 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-26T16:33:19.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:19 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:33:19.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:19 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:33:19.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:19 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:19.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:19 smithi139 ceph-mon[22751]: osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857] boot 2024-04-26T16:33:19.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:19 smithi139 ceph-mon[22751]: osdmap e25: 4 total, 4 up, 4 in 2024-04-26T16:33:19.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:19 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:20.240 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_4 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[21837]: osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857] boot 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[21837]: osdmap e25: 4 total, 4 up, 4 in 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:33:20.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:20.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[26799]: osd.3 [v2:172.21.15.44:6826/1253395857,v1:172.21.15.44:6827/1253395857] boot 2024-04-26T16:33:20.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[26799]: osdmap e25: 4 total, 4 up, 4 in 2024-04-26T16:33:20.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:19 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:33:20.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:20 smithi139 ceph-mon[22751]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T16:33:20.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:20 smithi139 ceph-mon[22751]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:20 smithi044 ceph-mon[26799]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T16:33:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:20 smithi044 ceph-mon[26799]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:20 smithi044 ceph-mon[21837]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T16:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:20 smithi044 ceph-mon[21837]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:23.440 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:23 smithi139 ceph-mon[22751]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:23 smithi044 ceph-mon[21837]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:23 smithi044 ceph-mon[26799]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[21837]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[26799]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:33:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:24 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:24.511 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:24 smithi139 ceph-mon[22751]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:33:24.511 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:33:24.511 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:33:24.511 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:24 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:25.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:25 smithi044 ceph-mon[21837]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:25 smithi044 ceph-mon[26799]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:25 smithi139 ceph-mon[22751]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/3928739648' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]: dispatch 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]: dispatch 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]': finished 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[21837]: osdmap e27: 5 total, 4 up, 5 in 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/3160233519' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:26.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/3928739648' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]: dispatch 2024-04-26T16:33:26.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]: dispatch 2024-04-26T16:33:26.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]': finished 2024-04-26T16:33:26.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[26799]: osdmap e27: 5 total, 4 up, 5 in 2024-04-26T16:33:26.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:26.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:26 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/3160233519' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:26 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/3928739648' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]: dispatch 2024-04-26T16:33:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:26 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]: dispatch 2024-04-26T16:33:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:26 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a29869a-9167-4eb9-bd44-c391f2988b6e"}]': finished 2024-04-26T16:33:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:26 smithi139 ceph-mon[22751]: osdmap e27: 5 total, 4 up, 5 in 2024-04-26T16:33:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:26 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:26 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/3160233519' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:27 smithi044 ceph-mon[21837]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:27 smithi044 ceph-mon[26799]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:27 smithi139 ceph-mon[22751]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:29.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:29 smithi044 ceph-mon[26799]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:29 smithi044 ceph-mon[21837]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:29 smithi139 ceph-mon[22751]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:30.075 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:33:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:30 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:30 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:30 smithi139 ceph-mon[22751]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:31.099 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:30 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:31.099 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:30 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:31.099 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:30 smithi044 ceph-mon[21837]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:31.099 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:30 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:31.099 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:30 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:31.099 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:30 smithi044 ceph-mon[26799]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:32.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T16:33:32.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:32.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:32 smithi044 ceph-mon[21837]: Deploying daemon osd.4 on smithi139 2024-04-26T16:33:32.486 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T16:33:32.486 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:32.486 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:32 smithi044 ceph-mon[26799]: Deploying daemon osd.4 on smithi139 2024-04-26T16:33:32.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T16:33:32.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:32.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:32 smithi139 ceph-mon[22751]: Deploying daemon osd.4 on smithi139 2024-04-26T16:33:33.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:33 smithi139 ceph-mon[22751]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:33.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:33 smithi044 ceph-mon[21837]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:33.633 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:33 smithi044 ceph-mon[26799]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:35 smithi044 ceph-mon[21837]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:35.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:33:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:35 smithi044 ceph-mon[26799]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:35 smithi139 ceph-mon[22751]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:36.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:36.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:36.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:33:36.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:33:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:33:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:33:36.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:36.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:36.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:33:36.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:33:37.328 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:33:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:37.642 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:37.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:37.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:37.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:37.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:37.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:38.642 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:38 smithi139 ceph-mon[22751]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.642 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:38 smithi139 ceph-mon[22751]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:38 smithi139 ceph-mon[22751]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.643 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:38 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[21837]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[21837]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[21837]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[26799]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[26799]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[26799]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:38 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:33:39.628 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 4 on host 'smithi139' 2024-04-26T16:33:40.232 DEBUG:teuthology.orchestra.run.smithi139:osd.4> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T16:33:40.235 INFO:tasks.cephadm:Deploying osd.5 on smithi139 with /dev/vg_nvme/lv_3... 2024-04-26T16:33:40.235 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi139 to 16064M 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:40.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:40.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T16:33:40.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:40 smithi139 ceph-mon[22751]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi139 to 16064M 2024-04-26T16:33:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[26799]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi139 to 16064M 2024-04-26T16:33:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:41.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:41.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:41.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:41.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T16:33:41.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:40 smithi044 ceph-mon[21837]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T16:33:41.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-mon[22751]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T16:33:41.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-mon[22751]: osdmap e28: 5 total, 4 up, 5 in 2024-04-26T16:33:41.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:41.836 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-mon[22751]: from='osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:33:41.836 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-mon[22751]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:33:41.836 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T16:33:41.679+0000 7f1188362700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T16:33:41.836 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 16:33:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T16:33:41.684+0000 7f1182cf9700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[21837]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[21837]: osdmap e28: 5 total, 4 up, 5 in 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[21837]: from='osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[21837]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[26799]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T16:33:42.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[26799]: osdmap e28: 5 total, 4 up, 5 in 2024-04-26T16:33:42.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:42.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[26799]: from='osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:33:42.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:41 smithi044 ceph-mon[26799]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:33:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:42 smithi139 ceph-mon[22751]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:42 smithi139 ceph-mon[22751]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:33:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:42 smithi139 ceph-mon[22751]: osdmap e29: 5 total, 4 up, 5 in 2024-04-26T16:33:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:42 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:42 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[21837]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[21837]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:33:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[21837]: osdmap e29: 5 total, 4 up, 5 in 2024-04-26T16:33:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[26799]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-26T16:33:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[26799]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:33:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[26799]: osdmap e29: 5 total, 4 up, 5 in 2024-04-26T16:33:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:43.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:42 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:33:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:33:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[21837]: osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074] boot 2024-04-26T16:33:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[21837]: osdmap e30: 5 total, 5 up, 5 in 2024-04-26T16:33:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:44.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:33:44.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:33:44.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[26799]: osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074] boot 2024-04-26T16:33:44.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[26799]: osdmap e30: 5 total, 5 up, 5 in 2024-04-26T16:33:44.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:43 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:43 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:33:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:43 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:33:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:43 smithi139 ceph-mon[22751]: osd.4 [v2:172.21.15.139:6800/4088177074,v1:172.21.15.139:6801/4088177074] boot 2024-04-26T16:33:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:43 smithi139 ceph-mon[22751]: osdmap e30: 5 total, 5 up, 5 in 2024-04-26T16:33:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:43 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:33:44.199 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T16:33:44.199 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T16:33:44.199 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-26T16:33:44.199 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-26T16:33:44.199 INFO:teuthology.orchestra.run.smithi139.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128436 s, 816 MB/s 2024-04-26T16:33:44.199 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-26T16:33:44.890 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:44 smithi139 ceph-mon[22751]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:44.890 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:44 smithi139 ceph-mon[22751]: osdmap e31: 5 total, 5 up, 5 in 2024-04-26T16:33:44.890 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:44 smithi139 ceph-mon[22751]: osdmap e32: 5 total, 5 up, 5 in 2024-04-26T16:33:44.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_3 2024-04-26T16:33:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:44 smithi044 ceph-mon[21837]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:44 smithi044 ceph-mon[21837]: osdmap e31: 5 total, 5 up, 5 in 2024-04-26T16:33:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:44 smithi044 ceph-mon[21837]: osdmap e32: 5 total, 5 up, 5 in 2024-04-26T16:33:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:44 smithi044 ceph-mon[26799]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:44 smithi044 ceph-mon[26799]: osdmap e31: 5 total, 5 up, 5 in 2024-04-26T16:33:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:44 smithi044 ceph-mon[26799]: osdmap e32: 5 total, 5 up, 5 in 2024-04-26T16:33:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:46 smithi044 ceph-mon[21837]: pgmap v121: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:46 smithi044 ceph-mon[21837]: osdmap e33: 5 total, 5 up, 5 in 2024-04-26T16:33:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:46 smithi044 ceph-mon[26799]: pgmap v121: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:46 smithi044 ceph-mon[26799]: osdmap e33: 5 total, 5 up, 5 in 2024-04-26T16:33:47.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:46 smithi139 ceph-mon[22751]: pgmap v121: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:47.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:46 smithi139 ceph-mon[22751]: osdmap e33: 5 total, 5 up, 5 in 2024-04-26T16:33:47.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:47 smithi139 ceph-mon[22751]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T16:33:47.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:47 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:33:47.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:47 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:33:47.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:47 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[21837]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T16:33:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:33:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:33:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[26799]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T16:33:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:33:48.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:33:48.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:47 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:48.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:48 smithi044 ceph-mon[26799]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:33:48.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:48 smithi044 ceph-mon[26799]: pgmap v124: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:48.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:48 smithi044 ceph-mon[21837]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:33:48.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:48 smithi044 ceph-mon[21837]: pgmap v124: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:48 smithi139 ceph-mon[22751]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:33:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:48 smithi139 ceph-mon[22751]: pgmap v124: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:49.960 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/2263806680' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]: dispatch 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]: dispatch 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]': finished 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[21837]: osdmap e35: 6 total, 5 up, 6 in 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/2263806680' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]: dispatch 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]: dispatch 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]': finished 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[26799]: osdmap e35: 6 total, 5 up, 6 in 2024-04-26T16:33:49.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:49 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:33:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:49 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/2263806680' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]: dispatch 2024-04-26T16:33:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:49 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]: dispatch 2024-04-26T16:33:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:49 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51de1166-d0a8-4b03-866d-991614fb3193"}]': finished 2024-04-26T16:33:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:49 smithi139 ceph-mon[22751]: osdmap e35: 6 total, 5 up, 6 in 2024-04-26T16:33:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:49 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:33:50.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:33:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[26799]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-26T16:33:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/3211930127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[21837]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-26T16:33:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/3211930127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:51.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:51.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:50 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:50 smithi139 ceph-mon[22751]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-26T16:33:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:50 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/3211930127' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:33:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:50 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:50 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:51.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:51 smithi139 ceph-mon[22751]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-26T16:33:51.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:51 smithi139 ceph-mon[22751]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-04-26T16:33:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:51 smithi044 ceph-mon[21837]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-26T16:33:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:51 smithi044 ceph-mon[21837]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-04-26T16:33:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:51 smithi044 ceph-mon[26799]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-26T16:33:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:51 smithi044 ceph-mon[26799]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-04-26T16:33:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:53 smithi044 ceph-mon[21837]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T16:33:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:53 smithi044 ceph-mon[26799]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T16:33:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:53 smithi139 ceph-mon[22751]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T16:33:55.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:55 smithi139 ceph-mon[22751]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-26T16:33:55.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T16:33:55.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:55 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:55 smithi044 ceph-mon[21837]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-26T16:33:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T16:33:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:55 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:55 smithi044 ceph-mon[26799]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-26T16:33:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T16:33:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:55 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:33:56.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:56 smithi139 ceph-mon[22751]: Deploying daemon osd.5 on smithi139 2024-04-26T16:33:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:56 smithi044 ceph-mon[21837]: Deploying daemon osd.5 on smithi139 2024-04-26T16:33:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:56 smithi044 ceph-mon[26799]: Deploying daemon osd.5 on smithi139 2024-04-26T16:33:57.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:33:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:33:57.976 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:57 smithi139 ceph-mon[22751]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:57.976 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:57.976 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:57 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-mon[21837]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-mon[26799]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:57 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:33:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:58 smithi044 ceph-mon[21837]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:58 smithi044 ceph-mon[21837]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:33:58 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi139 2024-04-26T16:33:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:58 smithi044 ceph-mon[26799]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:58 smithi044 ceph-mon[26799]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:33:58 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi139 2024-04-26T16:33:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:58 smithi139 ceph-mon[22751]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:58 smithi139 ceph-mon[22751]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:33:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:33:58 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi139 2024-04-26T16:34:00.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:33:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:33:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:01.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:01 smithi139 ceph-mon[22751]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:01.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:01 smithi139 ceph-mon[22751]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:01.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:01 smithi139 ceph-mon[22751]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:01.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:01 smithi139 ceph-mon[22751]: Reconfiguring osd.5 (unknown last config time)... 2024-04-26T16:34:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:01 smithi139 ceph-mon[22751]: Reconfiguring daemon osd.5 on smithi139 2024-04-26T16:34:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[21837]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[21837]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[21837]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[21837]: Reconfiguring osd.5 (unknown last config time)... 2024-04-26T16:34:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[21837]: Reconfiguring daemon osd.5 on smithi139 2024-04-26T16:34:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[26799]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[26799]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[26799]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[26799]: Reconfiguring osd.5 (unknown last config time)... 2024-04-26T16:34:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:01 smithi044 ceph-mon[26799]: Reconfiguring daemon osd.5 on smithi139 2024-04-26T16:34:03.370 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:03 smithi139 ceph-mon[22751]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:03.371 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:03 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:03.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:03 smithi044 ceph-mon[21837]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:03.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:03 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:03.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:03 smithi044 ceph-mon[26799]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:03 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:05.226 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:05 smithi139 ceph-mon[22751]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:05.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:05 smithi044 ceph-mon[21837]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:05.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:05 smithi044 ceph-mon[26799]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:06.206 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 5 on host 'smithi139' 2024-04-26T16:34:06.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:06 smithi044 ceph-mon[21837]: from='osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T16:34:06.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:06 smithi044 ceph-mon[21837]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T16:34:06.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:06 smithi044 ceph-mon[26799]: from='osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T16:34:06.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:06 smithi044 ceph-mon[26799]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T16:34:06.523 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:06 smithi139 ceph-mon[22751]: from='osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T16:34:06.523 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:06 smithi139 ceph-mon[22751]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T16:34:06.847 DEBUG:teuthology.orchestra.run.smithi139:osd.5> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T16:34:06.850 INFO:tasks.cephadm:Deploying osd.6 on smithi139 with /dev/vg_nvme/lv_2... 2024-04-26T16:34:06.850 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T16:34:07.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: from='osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T16:34:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:07.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: from='osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:07.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:07.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:07 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:07.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T16:34:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T16:34:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: from='osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:07.529 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T16:34:07.128+0000 7efc9b556700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T16:34:07.529 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 16:34:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T16:34:07.132+0000 7efc95eed700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:34:08.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:08 smithi139 ceph-mon[22751]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:34:08.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:08 smithi139 ceph-mon[22751]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T16:34:08.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:08 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:08.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:08 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[21837]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[21837]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[26799]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[26799]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:08.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:08 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.413 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464] boot 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: osdmap e38: 6 total, 6 up, 6 in 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:09.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi139 to 8032M 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:09.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:09 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464] boot 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: osdmap e38: 6 total, 6 up, 6 in 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi139 to 8032M 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: osd.5 [v2:172.21.15.139:6808/2564799464,v1:172.21.15.139:6809/2564799464] boot 2024-04-26T16:34:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: osdmap e38: 6 total, 6 up, 6 in 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi139 to 8032M 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-26T16:34:09.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:09 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:09.855 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T16:34:09.856 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T16:34:09.856 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-26T16:34:09.856 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-26T16:34:09.856 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125765 s, 834 MB/s 2024-04-26T16:34:09.856 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-26T16:34:10.330 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:34:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:10.330 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-mon[26799]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T16:34:10.330 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-mon[26799]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T16:34:10.330 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:34:10.331 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-mon[21837]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T16:34:10.331 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-mon[21837]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T16:34:10.331 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:10 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:34:10.523 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:10 smithi139 ceph-mon[22751]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T16:34:10.523 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:10 smithi139 ceph-mon[22751]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T16:34:10.524 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:10 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:34:10.548 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_2 2024-04-26T16:34:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[26799]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T16:34:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[26799]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[21837]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T16:34:11.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:11.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:11.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:11 smithi044 ceph-mon[21837]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:11 smithi139 ceph-mon[22751]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T16:34:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:11 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:11.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:11 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:11.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:11 smithi139 ceph-mon[22751]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:12.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:12 smithi044 ceph-mon[21837]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T16:34:12.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:12 smithi044 ceph-mon[26799]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T16:34:12.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:12 smithi139 ceph-mon[22751]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T16:34:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[26799]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T16:34:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[26799]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[26799]: from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:34:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[21837]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[21837]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[21837]: from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:34:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:13 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:13.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:13 smithi139 ceph-mon[22751]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T16:34:13.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:13 smithi139 ceph-mon[22751]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:13.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:13 smithi139 ceph-mon[22751]: from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:34:13.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:34:13.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:34:13.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:13 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:14.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:14 smithi139 ceph-mon[22751]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-26T16:34:14.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:14 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:34:14.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:14 smithi044 ceph-mon[21837]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-26T16:34:14.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:14 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:34:14.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:14 smithi044 ceph-mon[26799]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-26T16:34:14.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:14 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:34:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[21837]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-26T16:34:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/3209182303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]: dispatch 2024-04-26T16:34:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]: dispatch 2024-04-26T16:34:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]': finished 2024-04-26T16:34:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[21837]: osdmap e43: 7 total, 6 up, 7 in 2024-04-26T16:34:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:15.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[26799]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-26T16:34:15.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/3209182303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]: dispatch 2024-04-26T16:34:15.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]: dispatch 2024-04-26T16:34:15.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]': finished 2024-04-26T16:34:15.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[26799]: osdmap e43: 7 total, 6 up, 7 in 2024-04-26T16:34:15.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:15 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:15 smithi139 ceph-mon[22751]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-26T16:34:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:15 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/3209182303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]: dispatch 2024-04-26T16:34:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:15 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]: dispatch 2024-04-26T16:34:15.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:15 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92ddb176-db95-437a-a00e-51247cb36c77"}]': finished 2024-04-26T16:34:15.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:15 smithi139 ceph-mon[22751]: osdmap e43: 7 total, 6 up, 7 in 2024-04-26T16:34:15.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:15 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:16.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:16 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/1051890508' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:34:16.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:16 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/1051890508' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:34:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:16 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/1051890508' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:34:17.698 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:17 smithi139 ceph-mon[22751]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-26T16:34:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:17 smithi044 ceph-mon[21837]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-26T16:34:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:17 smithi044 ceph-mon[26799]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-26T16:34:19.684 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:19 smithi044 ceph-mon[26799]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T16:34:19.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:19 smithi044 ceph-mon[21837]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T16:34:19.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:19 smithi139 ceph-mon[22751]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T16:34:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:34:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi139 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi139 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:21.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:20 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi139 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:21.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:20 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:21.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:21 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:34:21.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:21 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T16:34:21.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:21 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:21.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:21 smithi139 ceph-mon[22751]: Deploying daemon osd.6 on smithi139 2024-04-26T16:34:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:34:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T16:34:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:22.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[21837]: Deploying daemon osd.6 on smithi139 2024-04-26T16:34:22.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:34:22.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T16:34:22.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:22.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:21 smithi044 ceph-mon[26799]: Deploying daemon osd.6 on smithi139 2024-04-26T16:34:23.196 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:22 smithi139 ceph-mon[22751]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:22 smithi044 ceph-mon[21837]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:23.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:22 smithi044 ceph-mon[26799]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:24.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:34:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi139 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:25.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:25 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi139 2024-04-26T16:34:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi139 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:25 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:26.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:26 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:34:26.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:26 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:34:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:26 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:34:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:26 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:34:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:26 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:34:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:26 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:34:27.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:27 smithi139 ceph-mon[22751]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:27 smithi044 ceph-mon[21837]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:27 smithi044 ceph-mon[26799]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:29 smithi139 ceph-mon[22751]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:29 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[21837]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:29.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[26799]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:29.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:29.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:29.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:29.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:29.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:29 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:30.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:34:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:31.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:31.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:31 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:31.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:31 smithi044 ceph-mon[21837]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:31.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:31.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:31 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:31.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:31 smithi044 ceph-mon[26799]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:31.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:31.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:31 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:31.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:31 smithi139 ceph-mon[22751]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:31.992 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 6 on host 'smithi139' 2024-04-26T16:34:32.686 DEBUG:teuthology.orchestra.run.smithi139:osd.6> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T16:34:32.689 INFO:tasks.cephadm:Deploying osd.7 on smithi139 with /dev/vg_nvme/lv_1... 2024-04-26T16:34:32.689 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi139 to 5354M 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:33.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi139 to 5354M 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:33.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:32 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi139 to 5354M 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:33.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:33.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:33.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:32 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:34.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T16:34:34.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-mon[22751]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T16:34:34.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:34.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-mon[22751]: from='osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:34.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:34.274 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[33738]: 2024-04-26T16:34:34.056+0000 7f2624c2d700 -1 osd.6 0 waiting for initial osdmap 2024-04-26T16:34:34.274 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[33738]: 2024-04-26T16:34:34.065+0000 7f261d5c0700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[26799]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[26799]: from='osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T16:34:34.458 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[21837]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T16:34:34.459 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:34.459 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[21837]: from='osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:34.459 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:34 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:34.743 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T16:34:34.744 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T16:34:34.744 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2024-04-26T16:34:34.744 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2024-04-26T16:34:34.744 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0141783 s, 740 MB/s 2024-04-26T16:34:34.744 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2024-04-26T16:34:35.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:35 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:34:35.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:35 smithi139 ceph-mon[22751]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T16:34:35.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:35.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:35 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:35.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:35 smithi139 ceph-mon[22751]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:35.367 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi139:vg_nvme/lv_1 2024-04-26T16:34:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:34:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[26799]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T16:34:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[26799]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:34:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[21837]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T16:34:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:35 smithi044 ceph-mon[21837]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-26T16:34:36.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:36 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:34:36.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:36 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:34:36.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:36.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:36 smithi139 ceph-mon[22751]: osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192] boot 2024-04-26T16:34:36.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:36 smithi139 ceph-mon[22751]: osdmap e46: 7 total, 7 up, 7 in 2024-04-26T16:34:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:36 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[21837]: osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192] boot 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[21837]: osdmap e46: 7 total, 7 up, 7 in 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:34:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:36.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[26799]: osd.6 [v2:172.21.15.139:6816/3190491192,v1:172.21.15.139:6817/3190491192] boot 2024-04-26T16:34:36.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[26799]: osdmap e46: 7 total, 7 up, 7 in 2024-04-26T16:34:36.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:36 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:34:37.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:37 smithi139 ceph-mon[22751]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T16:34:37.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:34:37.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:37 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:34:37.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:37 smithi139 ceph-mon[22751]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[21837]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T16:34:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:34:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:34:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[21837]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[26799]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T16:34:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:34:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:34:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:37 smithi044 ceph-mon[26799]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:38.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:38 smithi139 ceph-mon[22751]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T16:34:38.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:38 smithi139 ceph-mon[22751]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:34:38.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:34:38.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:34:38.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:38 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[26799]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T16:34:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[26799]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:34:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:34:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:34:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:38.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[21837]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T16:34:38.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[21837]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi139:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:34:38.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T16:34:38.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T16:34:38.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:38 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:39.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:39 smithi139 ceph-mon[22751]: osdmap e49: 7 total, 7 up, 7 in 2024-04-26T16:34:39.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:39 smithi139 ceph-mon[22751]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T16:34:39.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:39 smithi044 ceph-mon[26799]: osdmap e49: 7 total, 7 up, 7 in 2024-04-26T16:34:39.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:39 smithi044 ceph-mon[26799]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T16:34:39.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:39 smithi044 ceph-mon[21837]: osdmap e49: 7 total, 7 up, 7 in 2024-04-26T16:34:39.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:39 smithi044 ceph-mon[21837]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T16:34:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: osdmap e50: 7 total, 7 up, 7 in 2024-04-26T16:34:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/2121434309' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]: dispatch 2024-04-26T16:34:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]: dispatch 2024-04-26T16:34:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]': finished 2024-04-26T16:34:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T16:34:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:40.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:40 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/1765524537' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: osdmap e50: 7 total, 7 up, 7 in 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/2121434309' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]: dispatch 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]: dispatch 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]': finished 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/1765524537' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: osdmap e50: 7 total, 7 up, 7 in 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/2121434309' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]: dispatch 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]: dispatch 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "96852e3a-37dc-4941-a8b9-15d010f498a7"}]': finished 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:40 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/1765524537' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T16:34:41.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:41 smithi139 ceph-mon[22751]: pgmap v177: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T16:34:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:41 smithi044 ceph-mon[21837]: pgmap v177: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T16:34:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:41 smithi044 ceph-mon[26799]: pgmap v177: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-26T16:34:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:43 smithi139 ceph-mon[22751]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-26T16:34:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:43 smithi044 ceph-mon[21837]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-26T16:34:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:43 smithi044 ceph-mon[26799]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-26T16:34:44.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:34:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:45.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:45 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:45.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:45.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:45.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:45 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:46.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:46 smithi044 ceph-mon[21837]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-26T16:34:46.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:46 smithi044 ceph-mon[26799]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-26T16:34:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:46 smithi139 ceph-mon[22751]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-26T16:34:47.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:47 smithi139 ceph-mon[22751]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:47.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:47 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T16:34:47.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:47 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-mon[21837]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T16:34:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:47.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:34:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-mon[26799]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:47.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T16:34:47.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:47 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: Deploying daemon osd.6 on smithi139 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: Detected new or changed devices on smithi139 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:48.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:48 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: Deploying daemon osd.6 on smithi139 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: Detected new or changed devices on smithi139 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: Deploying daemon osd.6 on smithi139 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: Detected new or changed devices on smithi139 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:48 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:49.596 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:49 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-26T16:34:49.596 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:49 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:34:49.596 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:49 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-26T16:34:49.596 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:49 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:34:49.871 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:49 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-26T16:34:49.871 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:49 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:34:50.200 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:50 smithi139 systemd[1]: Stopping Ceph osd.6 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:34:50.200 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:50 smithi139 bash[36438]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.6" found: no such container 2024-04-26T16:34:50.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[33738]: 2024-04-26T16:34:50.200+0000 7f2625c2f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T16:34:50.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[33738]: 2024-04-26T16:34:50.200+0000 7f2625c2f700 -1 osd.6 51 *** Got signal Terminated *** 2024-04-26T16:34:50.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[33738]: 2024-04-26T16:34:50.200+0000 7f2625c2f700 -1 osd.6 51 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T16:34:50.567 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:34:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:34:50.826 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[21837]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[21837]: osd.6 marked itself down and dead 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[26799]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[26799]: osd.6 marked itself down and dead 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:50.827 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:50 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:50.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-mon[22751]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:50.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-mon[22751]: osd.6 marked itself down and dead 2024-04-26T16:34:50.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:50.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:50 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:51.233 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:50 smithi139 podman[36452]: 2024-04-26 16:34:50.94660656 +0000 UTC m=+0.841266177 container died 4f440e490953c3707302cccfa2c7e240d6491b20e53b44965610d12af67e85fa (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, io.buildah.version=1.19.8, RELEASE=HEAD, ceph=True, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, architecture=x86_64, name=centos-stream, GIT_CLEAN=True, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870) 2024-04-26T16:34:51.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:51 smithi139 podman[36452]: 2024-04-26 16:34:51.358427392 +0000 UTC m=+1.253087048 container cleanup 4f440e490953c3707302cccfa2c7e240d6491b20e53b44965610d12af67e85fa (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, release=754, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, version=8, name=centos-stream, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, GIT_BRANCH=HEAD, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, architecture=x86_64, vcs-type=git, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-26T16:34:51.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:51 smithi139 bash[36452]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6 2024-04-26T16:34:51.794 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:51 smithi139 ceph-mon[22751]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T16:34:51.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:51 smithi139 ceph-mon[22751]: osdmap e52: 8 total, 6 up, 8 in 2024-04-26T16:34:51.795 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:51 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:51.795 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:51 smithi139 podman[36469]: 2024-04-26 16:34:51.534475559 +0000 UTC m=+0.580340001 container remove 4f440e490953c3707302cccfa2c7e240d6491b20e53b44965610d12af67e85fa (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, vendor=Red Hat, Inc., architecture=x86_64, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, vcs-type=git, ceph=True, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T16:34:51.795 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:51 smithi139 bash[36486]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.6" found: no such container 2024-04-26T16:34:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:51 smithi044 ceph-mon[21837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T16:34:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:51 smithi044 ceph-mon[21837]: osdmap e52: 8 total, 6 up, 8 in 2024-04-26T16:34:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:51 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:51 smithi044 ceph-mon[26799]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T16:34:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:51 smithi044 ceph-mon[26799]: osdmap e52: 8 total, 6 up, 8 in 2024-04-26T16:34:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:51 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:52.079 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:51 smithi139 podman[36548]: 2024-04-26 16:34:51.698875948 +0000 UTC m=+0.019214069 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T16:34:52.079 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:51 smithi139 podman[36548]: 2024-04-26 16:34:51.801745848 +0000 UTC m=+0.122083972 container create 75b9f90d4ac8f6b292469bdaddcbe50fdd2d37530f641892f1cf822dcc8952fd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, ceph=True, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, name=centos-stream, vendor=Red Hat, Inc., vcs-type=git, io.k8s.display-name=CentOS Stream 8) 2024-04-26T16:34:52.079 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 podman[36548]: 2024-04-26 16:34:52.004504797 +0000 UTC m=+0.324842912 container init 75b9f90d4ac8f6b292469bdaddcbe50fdd2d37530f641892f1cf822dcc8952fd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, version=8, release=754, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public) 2024-04-26T16:34:52.079 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 podman[36548]: 2024-04-26 16:34:52.007767292 +0000 UTC m=+0.328105415 container start 75b9f90d4ac8f6b292469bdaddcbe50fdd2d37530f641892f1cf822dcc8952fd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, release=754, version=8, GIT_CLEAN=True, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64) 2024-04-26T16:34:52.079 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 podman[36548]: 2024-04-26 16:34:52.079350629 +0000 UTC m=+0.399688755 container attach 75b9f90d4ac8f6b292469bdaddcbe50fdd2d37530f641892f1cf822dcc8952fd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, release=754, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8) 2024-04-26T16:34:52.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 podman[36548]: 2024-04-26 16:34:52.28355804 +0000 UTC m=+0.603896154 container died 75b9f90d4ac8f6b292469bdaddcbe50fdd2d37530f641892f1cf822dcc8952fd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, architecture=x86_64, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, maintainer=Guillaume Abrioux , vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, vendor=Red Hat, Inc., io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, distribution-scope=public, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T16:34:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:52 smithi044 ceph-mon[26799]: osdmap e53: 8 total, 6 up, 8 in 2024-04-26T16:34:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:52 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:52 smithi044 ceph-mon[26799]: pgmap v186: 1 pgs: 1 stale+active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:52 smithi044 ceph-mon[21837]: osdmap e53: 8 total, 6 up, 8 in 2024-04-26T16:34:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:52 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:52 smithi044 ceph-mon[21837]: pgmap v186: 1 pgs: 1 stale+active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:52 smithi139 ceph-mon[22751]: osdmap e53: 8 total, 6 up, 8 in 2024-04-26T16:34:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:52 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:52 smithi139 ceph-mon[22751]: pgmap v186: 1 pgs: 1 stale+active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:34:53.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 podman[36574]: 2024-04-26 16:34:52.882903405 +0000 UTC m=+0.590680641 container remove 75b9f90d4ac8f6b292469bdaddcbe50fdd2d37530f641892f1cf822dcc8952fd (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, ceph=True, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, distribution-scope=public, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , architecture=x86_64, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, build-date=2022-05-03T08:36:31.336870, name=centos-stream, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-26T16:34:53.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-26T16:34:53.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 systemd[1]: Stopped Ceph osd.6 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:34:53.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:52 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.6.service: Consumed 1.069s CPU time. 2024-04-26T16:34:53.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 systemd[1]: Starting Ceph osd.6 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:34:53.560 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 podman[36679]: 2024-04-26 16:34:53.205635882 +0000 UTC m=+0.018339149 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T16:34:53.561 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 podman[36679]: 2024-04-26 16:34:53.318554884 +0000 UTC m=+0.131258192 container create b4be55357ee566a8ff7b5aa379a108db10478b9bd7656e16853eaeba0174ca22 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate, vendor=Red Hat, Inc., vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, architecture=x86_64, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , version=8, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, distribution-scope=public, RELEASE=HEAD, release=754) 2024-04-26T16:34:53.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-mon[22751]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-26T16:34:53.987 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 podman[36679]: 2024-04-26 16:34:53.561011977 +0000 UTC m=+0.373715229 container init b4be55357ee566a8ff7b5aa379a108db10478b9bd7656e16853eaeba0174ca22 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, distribution-scope=public, vcs-type=git, io.k8s.display-name=CentOS Stream 8, release=754, vendor=Red Hat, Inc., version=8, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T16:34:53.987 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 podman[36679]: 2024-04-26 16:34:53.564853356 +0000 UTC m=+0.377556602 container start b4be55357ee566a8ff7b5aa379a108db10478b9bd7656e16853eaeba0174ca22 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, name=centos-stream, architecture=x86_64, release=754, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, vcs-type=git, distribution-scope=public, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T16:34:53.987 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 podman[36679]: 2024-04-26 16:34:53.627625342 +0000 UTC m=+0.440328597 container attach b4be55357ee566a8ff7b5aa379a108db10478b9bd7656e16853eaeba0174ca22 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate, vendor=Red Hat, Inc., GIT_CLEAN=True, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, distribution-scope=public, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, name=centos-stream) 2024-04-26T16:34:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:53 smithi044 ceph-mon[26799]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-26T16:34:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:53 smithi044 ceph-mon[21837]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-26T16:34:54.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 bash[36679]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate[36693]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-26T16:34:54.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:54 smithi139 podman[36679]: 2024-04-26 16:34:54.009285108 +0000 UTC m=+0.821988365 container died b4be55357ee566a8ff7b5aa379a108db10478b9bd7656e16853eaeba0174ca22 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate, version=8, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, architecture=x86_64, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , vcs-type=git, vendor=Red Hat, Inc.) 2024-04-26T16:34:54.928 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:54 smithi139 ceph-mon[22751]: pgmap v187: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:54.928 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:54 smithi139 podman[36743]: 2024-04-26 16:34:54.593049426 +0000 UTC m=+0.578747864 container remove b4be55357ee566a8ff7b5aa379a108db10478b9bd7656e16853eaeba0174ca22 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, io.buildah.version=1.19.8, io.openshift.expose-services=, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., ceph=True, RELEASE=HEAD, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public) 2024-04-26T16:34:54.928 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:54 smithi139 podman[36806]: 2024-04-26 16:34:54.708221065 +0000 UTC m=+0.018548897 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T16:34:54.928 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:54 smithi139 podman[36806]: 2024-04-26 16:34:54.806848966 +0000 UTC m=+0.117176840 container create 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, distribution-scope=public, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, io.buildah.version=1.19.8, vendor=Red Hat, Inc.) 2024-04-26T16:34:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:54 smithi044 ceph-mon[21837]: pgmap v187: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:54 smithi044 ceph-mon[26799]: pgmap v187: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:55.180 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:55 smithi139 podman[36806]: 2024-04-26 16:34:55.034996946 +0000 UTC m=+0.345324780 container init 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, version=8, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, release=754, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, distribution-scope=public, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, vendor=Red Hat, Inc.) 2024-04-26T16:34:55.180 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:55 smithi139 podman[36806]: 2024-04-26 16:34:55.038002591 +0000 UTC m=+0.348330427 container start 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, name=centos-stream, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, ceph=True, version=8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.buildah.version=1.19.8) 2024-04-26T16:34:55.180 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:55 smithi139 ceph-osd[36824]: -- 172.21.15.139:0/3826690436 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a6d8890340 con 0x55a6d8857000 2024-04-26T16:34:55.180 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:55 smithi139 bash[36806]: 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e 2024-04-26T16:34:55.180 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:55 smithi139 systemd[1]: Started Ceph osd.6 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:34:55.895 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T16:34:55.569+0000 7fa9060573c0 -1 Falling back to public interface 2024-04-26T16:34:56.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: Deploying daemon osd.7 on smithi139 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[21837]: pgmap v188: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: Deploying daemon osd.7 on smithi139 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:56.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:56 smithi044 ceph-mon[26799]: pgmap v188: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: Deploying daemon osd.7 on smithi139 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:34:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:56 smithi139 ceph-mon[22751]: pgmap v188: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:58.635 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T16:34:58.331+0000 7fa9060573c0 -1 osd.6 51 log_to_monitors true 2024-04-26T16:34:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:58 smithi044 ceph-mon[21837]: pgmap v189: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:58 smithi044 ceph-mon[21837]: from='osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:58 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:58 smithi044 ceph-mon[26799]: pgmap v189: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:59.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:58 smithi044 ceph-mon[26799]: from='osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:59.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:58 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:59.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 16:34:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T16:34:58.648+0000 7fa8f6bf0700 -1 osd.6 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T16:34:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:58 smithi139 ceph-mon[22751]: pgmap v189: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:34:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:58 smithi139 ceph-mon[22751]: from='osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:58 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T16:34:59.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:59 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T16:34:59.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:59 smithi139 ceph-mon[22751]: osdmap e54: 8 total, 6 up, 8 in 2024-04-26T16:34:59.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:59 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:34:59.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:59 smithi139 ceph-mon[22751]: from='osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:34:59.742 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:34:59 smithi139 ceph-mon[22751]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:00.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T16:35:00.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[26799]: osdmap e54: 8 total, 6 up, 8 in 2024-04-26T16:35:00.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:00.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[26799]: from='osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:00.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[26799]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:00.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T16:35:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[21837]: osdmap e54: 8 total, 6 up, 8 in 2024-04-26T16:35:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[21837]: from='osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:34:59 smithi044 ceph-mon[21837]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: pgmap v191: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545] boot 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: osdmap e55: 8 total, 7 up, 8 in 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:00.969 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:00 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: pgmap v191: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545] boot 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: osdmap e55: 8 total, 7 up, 8 in 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: pgmap v191: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: osd.6 [v2:172.21.15.139:6816/1218946545,v1:172.21.15.139:6817/1218946545] boot 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: osdmap e55: 8 total, 7 up, 8 in 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:01.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:01.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:01.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:00 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:01.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:01 smithi139 ceph-mon[22751]: osdmap e56: 8 total, 7 up, 8 in 2024-04-26T16:35:01.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:01 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:01 smithi044 ceph-mon[21837]: osdmap e56: 8 total, 7 up, 8 in 2024-04-26T16:35:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:01 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:02.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:01 smithi044 ceph-mon[26799]: osdmap e56: 8 total, 7 up, 8 in 2024-04-26T16:35:02.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:01 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:02 smithi139 ceph-mon[22751]: pgmap v194: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:02 smithi044 ceph-mon[21837]: pgmap v194: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:03.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:02 smithi044 ceph-mon[26799]: pgmap v194: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:03.857 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:03 smithi139 ceph-mon[22751]: from='osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T16:35:03.857 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:03 smithi139 ceph-mon[22751]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T16:35:03.910 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:03 smithi044 ceph-mon[21837]: from='osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T16:35:03.910 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:03 smithi044 ceph-mon[21837]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T16:35:03.910 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:03 smithi044 ceph-mon[26799]: from='osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T16:35:03.910 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:03 smithi044 ceph-mon[26799]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T16:35:04.290 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 6,7 on host 'smithi139' 2024-04-26T16:35:04.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: pgmap v195: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:04.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T16:35:04.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: osdmap e57: 8 total, 7 up, 8 in 2024-04-26T16:35:04.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:04 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: pgmap v195: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: osdmap e57: 8 total, 7 up, 8 in 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: pgmap v195: 1 pgs: 1 active+undersized+degraded; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T16:35:05.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: osdmap e57: 8 total, 7 up, 8 in 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:04 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:05.188 DEBUG:teuthology.orchestra.run.smithi139:osd.7> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T16:35:05.190 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-26T16:35:05.190 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[21837]: Adjusting osd_memory_target on smithi139 to 4016M 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[21837]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[21837]: osdmap e58: 8 total, 7 up, 8 in 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[26799]: Adjusting osd_memory_target on smithi139 to 4016M 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[26799]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:35:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[26799]: osdmap e58: 8 total, 7 up, 8 in 2024-04-26T16:35:05.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:05 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:05 smithi139 ceph-mon[22751]: Adjusting osd_memory_target on smithi139 to 4016M 2024-04-26T16:35:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:05 smithi139 ceph-mon[22751]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]': finished 2024-04-26T16:35:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:05 smithi139 ceph-mon[22751]: osdmap e58: 8 total, 7 up, 8 in 2024-04-26T16:35:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:05 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:05.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:05 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:06.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: purged_snaps scrub starts 2024-04-26T16:35:06.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: purged_snaps scrub ok 2024-04-26T16:35:06.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:35:06.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327] boot 2024-04-26T16:35:06.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: osdmap e59: 8 total, 8 up, 8 in 2024-04-26T16:35:06.775 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[21837]: osdmap e60: 8 total, 8 up, 8 in 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: purged_snaps scrub starts 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: purged_snaps scrub ok 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327] boot 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: osdmap e59: 8 total, 8 up, 8 in 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-26T16:35:06.776 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:35:06.777 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:06 smithi044 ceph-mon[26799]: osdmap e60: 8 total, 8 up, 8 in 2024-04-26T16:35:06.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: purged_snaps scrub starts 2024-04-26T16:35:06.800 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: purged_snaps scrub ok 2024-04-26T16:35:06.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2024-04-26T16:35:06.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: osd.7 [v2:172.21.15.139:6824/1265894327,v1:172.21.15.139:6825/1265894327] boot 2024-04-26T16:35:06.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: osdmap e59: 8 total, 8 up, 8 in 2024-04-26T16:35:06.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:06.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-26T16:35:06.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:35:06.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:06 smithi139 ceph-mon[22751]: osdmap e60: 8 total, 8 up, 8 in 2024-04-26T16:35:07.301 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:35:07.313 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:07 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:35:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:08.060 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":61,"num_osds":8,"num_up_osds":8,"osd_up_since":1714149305,"num_in_osds":8,"osd_in_since":1714149279,"num_remapped_pgs":1} 2024-04-26T16:35:08.060 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T16:35:08.287 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:08.410 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[26799]: osdmap e61: 8 total, 8 up, 8 in 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1176622024' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[26799]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[21837]: osdmap e61: 8 total, 8 up, 8 in 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1176622024' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T16:35:08.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:08 smithi044 ceph-mon[21837]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:08.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:08 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:08.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:08 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:08.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:08 smithi139 ceph-mon[22751]: osdmap e61: 8 total, 8 up, 8 in 2024-04-26T16:35:08.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:08 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1176622024' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T16:35:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:08 smithi139 ceph-mon[22751]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:09.372 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:09 smithi044 ceph-mon[26799]: osdmap e62: 8 total, 8 up, 8 in 2024-04-26T16:35:09.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:09 smithi044 ceph-mon[21837]: osdmap e62: 8 total, 8 up, 8 in 2024-04-26T16:35:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:09 smithi139 ceph-mon[22751]: osdmap e62: 8 total, 8 up, 8 in 2024-04-26T16:35:10.165 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:35:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":63,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","created":"2024-04-26T16:29:45.970193+0000","modified":"2024-04-26T16:35:09.278793+0000","last_up_change":"2024-04-26T16:35:05.662091+0000","last_in_change":"2024-04-26T16:34:39.540635+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":19,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T16:32:54.534829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"81c5d8cc-12a0-404a-be5b-6c3f581a92dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6803","nonce":820181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6805","nonce":820181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6809","nonce":820181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6807","nonce":820181328}]},"public_addr":"172.21.15.44:6803/820181328","cluster_addr":"172.21.15.44:6805/820181328","heartbeat_back_addr":"172.21.15.44:6809/820181328","heartbeat_front_addr":"172.21.15.44:6807/820181328","state":["exists","up"]},{"osd":1,"uuid":"accedbfd-2c47-444d-80ba-4df6cb5c6e4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6811","nonce":2763898363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6813","nonce":2763898363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6817","nonce":2763898363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6815","nonce":2763898363}]},"public_addr":"172.21.15.44:6811/2763898363","cluster_addr":"172.21.15.44:6813/2763898363","heartbeat_back_addr":"172.21.15.44:6817/2763898363","heartbeat_front_addr":"172.21.15.44:6815/2763898363","state":["exists","up"]},{"osd":2,"uuid":"f3e364bb-2844-490b-b027-e3f3b9f81a6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6819","nonce":3616243584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6821","nonce":3616243584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6825","nonce":3616243584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6823","nonce":3616243584}]},"public_addr":"172.21.15.44:6819/3616243584","cluster_addr":"172.21.15.44:6821/3616243584","heartbeat_back_addr":"172.21.15.44:6825/3616243584","heartbeat_front_addr":"172.21.15.44:6823/3616243584","state":["exists","up"]},{"osd":3,"uuid":"b201430e-40ce-4bcc-9ec8-8bd880fd6d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6827","nonce":1253395857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6829","nonce":1253395857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6833","nonce":1253395857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6831","nonce":1253395857}]},"public_addr":"172.21.15.44:6827/1253395857","cluster_addr":"172.21.15.44:6829/1253395857","heartbeat_back_addr":"172.21.15.44:6833/1253395857","heartbeat_front_addr":"172.21.15.44:6831/1253395857","state":["exists","up"]},{"osd":4,"uuid":"8a29869a-9167-4eb9-bd44-c391f2988b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6801","nonce":4088177074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6803","nonce":4088177074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6807","nonce":4088177074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6805","nonce":4088177074}]},"public_addr":"172.21.15.139:6801/4088177074","cluster_addr":"172.21.15.139:6803/4088177074","heartbeat_back_addr":"172.21.15.139:6807/4088177074","heartbeat_front_addr":"172.21.15.139:6805/4088177074","state":["exists","up"]},{"osd":5,"uuid":"51de1166-d0a8-4b03-866d-991614fb3193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6809","nonce":2564799464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6811","nonce":2564799464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6815","nonce":2564799464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6813","nonce":2564799464}]},"public_addr":"172.21.15.139:6809/2564799464","cluster_addr":"172.21.15.139:6811/2564799464","heartbeat_back_addr":"172.21.15.139:6815/2564799464","heartbeat_front_addr":"172.21.15.139:6813/2564799464","state":["exists","up"]},{"osd":6,"uuid":"92ddb176-db95-437a-a00e-51247cb36c77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":51,"up_from":55,"up_thru":55,"down_at":52,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6817","nonce":1218946545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6819","nonce":1218946545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6823","nonce":1218946545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6821","nonce":1218946545}]},"public_addr":"172.21.15.139:6817/1218946545","cluster_addr":"172.21.15.139:6819/1218946545","heartbeat_back_addr":"172.21.15.139:6823/1218946545","heartbeat_front_addr":"172.21.15.139:6821/1218946545","state":["exists","up"]},{"osd":7,"uuid":"96852e3a-37dc-4941-a8b9-15d010f498a7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6825","nonce":1265894327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6827","nonce":1265894327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6831","nonce":1265894327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6829","nonce":1265894327}]},"public_addr":"172.21.15.139:6825/1265894327","cluster_addr":"172.21.15.139:6827/1265894327","heartbeat_back_addr":"172.21.15.139:6831/1265894327","heartbeat_front_addr":"172.21.15.139:6829/1265894327","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:00.281198+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:26.107644+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:51.787597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:33:16.989052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:33:40.981849+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:34:06.212168+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:34:33.393466+0000","dead_epoch":51},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:35:04.429895+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:6801/3500991139":"2024-04-27T16:30:35.965521+0000","172.21.15.44:6800/3500991139":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/1298325571":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/1412425423":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/3061283974":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/2228559665":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6800/2573525070":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6801/2573525070":"2024-04-27T16:30:12.500295+0000","172.21.15.44:0/3208519323":"2024-04-27T16:30:12.500295+0000","172.21.15.44:0/2346004425":"2024-04-27T16:30:12.500295+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T16:35:10.461 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-mon[26799]: osdmap e63: 8 total, 8 up, 8 in 2024-04-26T16:35:10.461 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-mon[26799]: pgmap v205: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-04-26T16:35:10.461 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3061568922' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:10.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-mon[21837]: osdmap e63: 8 total, 8 up, 8 in 2024-04-26T16:35:10.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-mon[21837]: pgmap v205: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-04-26T16:35:10.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3061568922' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:10.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:35:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:10 smithi139 ceph-mon[22751]: osdmap e63: 8 total, 8 up, 8 in 2024-04-26T16:35:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:10 smithi139 ceph-mon[22751]: pgmap v205: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-04-26T16:35:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:10 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3061568922' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:11.232 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T16:32:54.534829+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-26T16:35:11.232 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T16:35:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:11 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:11 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:11 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:11 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:11 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:11 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:11.872 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:12.646 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:12 smithi044 ceph-mon[21837]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T16:35:12.647 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:12 smithi044 ceph-mon[26799]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T16:35:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:12 smithi139 ceph-mon[22751]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-26T16:35:14.512 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-04-26T16:35:15.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:14 smithi044 ceph-mon[26799]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-26T16:35:15.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:14 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3521967335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T16:35:15.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:14 smithi044 ceph-mon[21837]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-26T16:35:15.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:14 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3521967335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T16:35:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:14 smithi139 ceph-mon[22751]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-26T16:35:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:14 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3521967335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T16:35:15.328 INFO:tasks.cephadm:Adding prometheus.a on smithi139 2024-04-26T16:35:15.328 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch apply prometheus '1;smithi139=a' 2024-04-26T16:35:16.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:16 smithi139 ceph-mon[22751]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T16:35:17.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:16 smithi044 ceph-mon[21837]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T16:35:17.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:16 smithi044 ceph-mon[26799]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T16:35:17.232 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled prometheus update... 2024-04-26T16:35:17.843 DEBUG:teuthology.orchestra.run.smithi139:prometheus.a> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service 2024-04-26T16:35:17.846 INFO:tasks.cephadm:Adding node-exporter.a on smithi044 2024-04-26T16:35:17.846 INFO:tasks.cephadm:Adding node-exporter.b on smithi139 2024-04-26T16:35:17.846 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch apply node-exporter '2;smithi044=a;smithi139=b' 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: Saving service prometheus spec with placement smithi139=a;count:1 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T16:35:18.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mon[22751]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:18.444 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ignoring --setuser ceph since I am not root 2024-04-26T16:35:18.444 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ignoring --setgroup ceph since I am not root 2024-04-26T16:35:18.444 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-mgr[24306]: -- 172.21.15.139:0/3852405449 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a975ed8340 con 0x55a975eb1000 2024-04-26T16:35:18.444 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:18.439+0000 7f1ac5ccb000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: Saving service prometheus spec with placement smithi139=a;count:1 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T16:35:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[26799]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setuser ceph since I am not root 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setgroup ceph since I am not root 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mgr[22069]: -- 172.21.15.44:0/2305531076 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d871cde340 con 0x55d871cb6800 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:18.458+0000 7fb148ffa000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: Saving service prometheus spec with placement smithi139=a;count:1 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' 2024-04-26T16:35:18.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T16:35:18.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-mon[21837]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:18.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:18.572+0000 7f1ac5ccb000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:35:18.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:18.670+0000 7f1ac5ccb000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:35:19.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:18.592+0000 7fb148ffa000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:35:19.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:18.694+0000 7fb148ffa000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:35:19.177 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:18.977+0000 7f1ac5ccb000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:35:19.177 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:19.059+0000 7f1ac5ccb000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:35:19.284 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:19.011+0000 7fb148ffa000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:35:19.284 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:19.096+0000 7fb148ffa000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:35:19.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:19 smithi139 ceph-mon[22751]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T16:35:19.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:19 smithi139 ceph-mon[22751]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-26T16:35:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:19 smithi044 ceph-mon[26799]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T16:35:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:19 smithi044 ceph-mon[26799]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-26T16:35:19.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:19 smithi044 ceph-mon[21837]: from='mgr.14152 172.21.15.44:0/982545024' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T16:35:19.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:19 smithi044 ceph-mon[21837]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-26T16:35:20.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:20.195+0000 7f1ac5ccb000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:35:20.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:20.357+0000 7f1ac5ccb000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:35:20.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:20.437+0000 7f1ac5ccb000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:35:20.530 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:20 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:20.274+0000 7fb148ffa000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:35:20.530 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:20 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:20.445+0000 7fb148ffa000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:35:20.856 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:20 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:20.530+0000 7fb148ffa000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:35:21.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:20.749+0000 7f1ac5ccb000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:35:21.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:20.839+0000 7f1ac5ccb000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:35:21.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:20.931+0000 7f1ac5ccb000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:35:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:20 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:20.855+0000 7fb148ffa000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:35:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:20 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:20.949+0000 7fb148ffa000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:35:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:21.046+0000 7fb148ffa000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:35:21.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:21.171+0000 7f1ac5ccb000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:35:21.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:21.300+0000 7fb148ffa000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:35:22.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:21.609+0000 7f1ac5ccb000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:35:22.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:21.762+0000 7fb148ffa000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:35:22.506 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:22.092+0000 7f1ac5ccb000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:35:22.506 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:22.200+0000 7f1ac5ccb000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:35:22.506 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:22.504+0000 7f1ac5ccb000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:35:22.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:22.268+0000 7fb148ffa000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:35:22.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:22.365+0000 7fb148ffa000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:35:22.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:22.673+0000 7fb148ffa000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:35:22.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:22.593+0000 7f1ac5ccb000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:35:23.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:22.767+0000 7fb148ffa000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:35:23.236 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:23.006+0000 7f1ac5ccb000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:35:23.236 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:23.140+0000 7f1ac5ccb000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:35:23.237 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:23.236+0000 7f1ac5ccb000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:35:23.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:23.190+0000 7fb148ffa000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:35:23.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:23.328+0000 7fb148ffa000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:35:23.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:23.425+0000 7fb148ffa000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:35:23.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:23.350+0000 7f1ac5ccb000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:35:23.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:23.439+0000 7f1ac5ccb000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:35:24.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:23.544+0000 7fb148ffa000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:35:24.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:23.637+0000 7fb148ffa000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:35:24.217 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:23.991+0000 7f1ac5ccb000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:35:24.470 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:35:24.470 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:35:24.471 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:35:24.471 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:35:24.471 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:35:24.471 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:35:24.471 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:24.363+0000 7f1ac5ccb000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:35:24.471 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: [26/Apr/2024:16:35:24] ENGINE Bus STARTING 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:24.213+0000 7fb148ffa000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:35:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:35:24.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:35:24.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:35:24.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:35:24.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:35:24.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:35:24.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2541475628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:35:24.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: CherryPy Checker: 2024-04-26T16:35:24.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: The Application mounted at '' has an empty config. 2024-04-26T16:35:24.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: 2024-04-26T16:35:24.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: [26/Apr/2024:16:35:24] ENGINE Serving on http://:::9283 2024-04-26T16:35:24.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:35:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: [26/Apr/2024:16:35:24] ENGINE Bus STARTED 2024-04-26T16:35:24.881 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:24.589+0000 7fb148ffa000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:35:25.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:25 smithi139 ceph-mon[22751]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-26T16:35:25.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:25 smithi139 ceph-mon[22751]: Active manager daemon y restarted 2024-04-26T16:35:25.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:25 smithi139 ceph-mon[22751]: Activating manager daemon y 2024-04-26T16:35:25.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:25 smithi139 ceph-mon[22751]: osdmap e64: 8 total, 8 up, 8 in 2024-04-26T16:35:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[21837]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-26T16:35:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[21837]: Active manager daemon y restarted 2024-04-26T16:35:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[21837]: Activating manager daemon y 2024-04-26T16:35:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[21837]: osdmap e64: 8 total, 8 up, 8 in 2024-04-26T16:35:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[26799]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[26799]: Active manager daemon y restarted 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[26799]: Activating manager daemon y 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-mon[26799]: osdmap e64: 8 total, 8 up, 8 in 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:35:25] ENGINE Bus STARTING 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: CherryPy Checker: 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: The Application mounted at '' has an empty config. 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:35:25] ENGINE Serving on http://:::9283 2024-04-26T16:35:25.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:35:25] ENGINE Bus STARTED 2024-04-26T16:35:26.464 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled node-exporter update... 2024-04-26T16:35:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: mgrmap e18: y(active, starting, since 0.841673s), standbys: x 2024-04-26T16:35:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:35:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:35:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:35:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: Manager daemon y is now available 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]': finished 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]': finished 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:35:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: mgrmap e18: y(active, starting, since 0.841673s), standbys: x 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:35:26.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: Manager daemon y is now available 2024-04-26T16:35:26.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]': finished 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]': finished 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:35:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:35:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: mgrmap e18: y(active, starting, since 0.841673s), standbys: x 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:35:26.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: Manager daemon y is now available 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:26.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]': finished 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]': finished 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:26.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T16:35:27.180 DEBUG:teuthology.orchestra.run.smithi044:node-exporter.a> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service 2024-04-26T16:35:27.182 DEBUG:teuthology.orchestra.run.smithi139:node-exporter.b> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service 2024-04-26T16:35:27.185 INFO:tasks.cephadm:Adding alertmanager.a on smithi044 2024-04-26T16:35:27.185 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch apply alertmanager '1;smithi044=a' 2024-04-26T16:35:27.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:35:27] ENGINE Bus STARTING 2024-04-26T16:35:27.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:35:27] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:35:27.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:35:27] ENGINE Bus STARTED 2024-04-26T16:35:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: mgrmap e19: y(active, since 1.85682s), standbys: x 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi044=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: Saving service node-exporter spec with placement smithi044=a;smithi139=b;count:2 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: Deploying daemon prometheus.a on smithi139 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: [26/Apr/2024:16:35:27] ENGINE Bus STARTING 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: mgrmap e19: y(active, since 1.85682s), standbys: x 2024-04-26T16:35:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi044=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: Saving service node-exporter spec with placement smithi044=a;smithi139=b;count:2 2024-04-26T16:35:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: Deploying daemon prometheus.a on smithi139 2024-04-26T16:35:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: [26/Apr/2024:16:35:27] ENGINE Bus STARTING 2024-04-26T16:35:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:27 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:27.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: mgrmap e19: y(active, since 1.85682s), standbys: x 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi044=a;smithi139=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: Saving service node-exporter spec with placement smithi044=a;smithi139=b;count:2 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: Deploying daemon prometheus.a on smithi139 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: [26/Apr/2024:16:35:27] ENGINE Bus STARTING 2024-04-26T16:35:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:27 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:28.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:28 smithi139 ceph-mon[22751]: [26/Apr/2024:16:35:27] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:35:28.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:28 smithi139 ceph-mon[22751]: [26/Apr/2024:16:35:27] ENGINE Bus STARTED 2024-04-26T16:35:28.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:28 smithi139 ceph-mon[22751]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:28.733 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:28 smithi139 ceph-mon[22751]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-26T16:35:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[21837]: [26/Apr/2024:16:35:27] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:35:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[21837]: [26/Apr/2024:16:35:27] ENGINE Bus STARTED 2024-04-26T16:35:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[21837]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[21837]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-26T16:35:28.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[26799]: [26/Apr/2024:16:35:27] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:35:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[26799]: [26/Apr/2024:16:35:27] ENGINE Bus STARTED 2024-04-26T16:35:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[26799]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:28 smithi044 ceph-mon[26799]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-26T16:35:29.562 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled alertmanager update... 2024-04-26T16:35:30.625 DEBUG:teuthology.orchestra.run.smithi044:alertmanager.a> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service 2024-04-26T16:35:30.627 INFO:tasks.cephadm:Adding grafana.a on smithi139 2024-04-26T16:35:30.627 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph orch apply grafana '1;smithi139=a' 2024-04-26T16:35:30.757 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:35:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[21837]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[21837]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi044=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[21837]: Saving service alertmanager spec with placement smithi044=a;count:1 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[26799]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[26799]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi044=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[26799]: Saving service alertmanager spec with placement smithi044=a;count:1 2024-04-26T16:35:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:30 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:30.965 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:30 smithi139 ceph-mon[22751]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:30.965 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:30 smithi139 ceph-mon[22751]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi044=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:30.965 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:30 smithi139 ceph-mon[22751]: Saving service alertmanager spec with placement smithi044=a;count:1 2024-04-26T16:35:30.965 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:30 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:31.827 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:31.827 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:31.827 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:31.827 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:33.517 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:33 smithi139 ceph-mon[22751]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:33 smithi044 ceph-mon[26799]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:33 smithi044 ceph-mon[21837]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:33.789 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled grafana update... 2024-04-26T16:35:34.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:34 smithi139 ceph-mon[22751]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:34.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:34 smithi139 ceph-mon[22751]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:34.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:34 smithi139 ceph-mon[22751]: Saving service grafana spec with placement smithi139=a;count:1 2024-04-26T16:35:34.854 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:34 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[26799]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[26799]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[26799]: Saving service grafana spec with placement smithi139=a;count:1 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[21837]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[21837]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi139=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[21837]: Saving service grafana spec with placement smithi139=a;count:1 2024-04-26T16:35:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:34 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:35.462 DEBUG:teuthology.orchestra.run.smithi139:grafana.a> sudo journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service 2024-04-26T16:35:35.465 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T16:35:35.465 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T16:35:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:37 smithi044 ceph-mon[21837]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:37.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:37 smithi044 ceph-mon[26799]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:37 smithi139 ceph-mon[22751]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:37.551 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2024-04-26T16:35:37.551 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQDZ1ytm0B+6IBAAl1zRTfBcs1xa5Qa2y7hU2g== 2024-04-26T16:35:38.274 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-04-26T16:35:38.274 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T16:35:38.274 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T16:35:38.316 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T16:35:38.435 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:38 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1281525445' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:38.436 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:38 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1281525445' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T16:35:38.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:38 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1281525445' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:38.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:38 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1281525445' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T16:35:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:38 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1281525445' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:38.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:38 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1281525445' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T16:35:39.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:39 smithi139 ceph-mon[22751]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:39.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:39 smithi044 ceph-mon[21837]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:39.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:39 smithi044 ceph-mon[26799]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:39.896 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:39 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:35:41.500 INFO:teuthology.orchestra.run.smithi139.stdout:[client.1] 2024-04-26T16:35:41.500 INFO:teuthology.orchestra.run.smithi139.stdout: key = AQDd1ytm1iVpHRAA+JGydNUahZVaMuRUsE2weg== 2024-04-26T16:35:41.540 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:41 smithi139 ceph-mon[22751]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:41.540 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:41 smithi139 podman[40592]: 2024-04-26 16:35:41.2398635 +0000 UTC m=+0.102750269 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-26T16:35:41.540 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:41 smithi139 podman[40592]: 2024-04-26 16:35:41.385666303 +0000 UTC m=+0.248553070 container create 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:35:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:41 smithi044 ceph-mon[21837]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:41 smithi044 ceph-mon[26799]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:42.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:35:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-mon[21837]: from='client.? 172.21.15.139:0/3210050898' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T16:35:42.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-mon[26799]: from='client.? 172.21.15.139:0/3210050898' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:42 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T16:35:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:42 smithi139 ceph-mon[22751]: from='client.? 172.21.15.139:0/3210050898' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:42 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T16:35:42.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:42 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T16:35:43.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-mon[22751]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:43.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:43.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:43.546 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 podman[40592]: 2024-04-26 16:35:43.528819499 +0000 UTC m=+2.391706267 container init 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:35:43.546 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 podman[40592]: 2024-04-26 16:35:43.532110354 +0000 UTC m=+2.394997123 container start 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:35:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:43 smithi044 ceph-mon[26799]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:43 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:43 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:43 smithi044 ceph-mon[21837]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:43 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:43 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:44.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.559Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T16:35:44.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.559Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-26T16:35:44.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.559Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-26T16:35:44.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.559Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T16:35:44.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.559Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.559Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.560Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.561Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.562Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.564Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.565Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.03µs 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.565Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.565Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.565Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.178µs wal_replay_duration=406.371µs total_replay_duration=444.468µs 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.566Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.566Z caller=main.go:947 level=info msg="TSDB started" 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.566Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T16:35:44.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.581Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.151341ms db_storage=759ns remote_storage=1.365µs web_handler=345ns query_engine=625ns scrape=389.93µs scrape_sd=17.642µs notify=882ns notify_sd=1.471µs rules=14.510878ms 2024-04-26T16:35:44.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:35:43.581Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-26T16:35:44.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 bash[40592]: 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 2024-04-26T16:35:44.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:35:43 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:35:44.348 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2024-04-26T16:35:44.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-26T16:35:44.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-26T16:35:44.386 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T16:35:44.386 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T16:35:44.386 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T16:35:44.601 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:45.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:45.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.139:9095"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.139:9095"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.139:9095"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.139:9095"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.139:9095"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.139:9095"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:45.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:45.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:45.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:45.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:45.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:35:46.621 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:35:46.622 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:46 smithi044 ceph-mon[21837]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:46.622 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:46.622 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:46 smithi044 ceph-mon[26799]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:46.622 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:46.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:46 smithi139 ceph-mon[22751]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:46.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:46.926 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:46 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:35:46] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:47.323 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":20,"active_gid":14445,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":2132328325},{"type":"v1","addr":"172.21.15.44:6801","nonce":2132328325}]},"active_addr":"172.21.15.44:6801/2132328325","active_change":"2024-04-26T16:35:24.591498+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":24329,"name":"x","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.44:8443/","prometheus":"http://172.21.15.44:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":64,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":628265818}]},{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2373406925}]},{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":3416089537}]},{"addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2782575368}]}]}} 2024-04-26T16:35:47.329 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T16:35:47.329 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T16:35:47.329 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T16:35:47.560 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:47.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:47 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/772057257' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:35:47.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:47 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:47.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:47 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/772057257' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:35:47.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:47 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:47 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/772057257' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:35:47.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:47 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:48.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:35:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:49.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:49.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[26799]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:49.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:49.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:49.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:49 smithi044 ceph-mon[21837]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:35:49.315 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:35:49.316 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":64,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","created":"2024-04-26T16:29:45.970193+0000","modified":"2024-04-26T16:35:24.591138+0000","last_up_change":"2024-04-26T16:35:05.662091+0000","last_in_change":"2024-04-26T16:34:39.540635+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":19,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T16:32:54.534829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"81c5d8cc-12a0-404a-be5b-6c3f581a92dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6803","nonce":820181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6805","nonce":820181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6809","nonce":820181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6807","nonce":820181328}]},"public_addr":"172.21.15.44:6803/820181328","cluster_addr":"172.21.15.44:6805/820181328","heartbeat_back_addr":"172.21.15.44:6809/820181328","heartbeat_front_addr":"172.21.15.44:6807/820181328","state":["exists","up"]},{"osd":1,"uuid":"accedbfd-2c47-444d-80ba-4df6cb5c6e4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6811","nonce":2763898363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6813","nonce":2763898363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6817","nonce":2763898363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6815","nonce":2763898363}]},"public_addr":"172.21.15.44:6811/2763898363","cluster_addr":"172.21.15.44:6813/2763898363","heartbeat_back_addr":"172.21.15.44:6817/2763898363","heartbeat_front_addr":"172.21.15.44:6815/2763898363","state":["exists","up"]},{"osd":2,"uuid":"f3e364bb-2844-490b-b027-e3f3b9f81a6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6819","nonce":3616243584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6821","nonce":3616243584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6825","nonce":3616243584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6823","nonce":3616243584}]},"public_addr":"172.21.15.44:6819/3616243584","cluster_addr":"172.21.15.44:6821/3616243584","heartbeat_back_addr":"172.21.15.44:6825/3616243584","heartbeat_front_addr":"172.21.15.44:6823/3616243584","state":["exists","up"]},{"osd":3,"uuid":"b201430e-40ce-4bcc-9ec8-8bd880fd6d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6827","nonce":1253395857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6829","nonce":1253395857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6833","nonce":1253395857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6831","nonce":1253395857}]},"public_addr":"172.21.15.44:6827/1253395857","cluster_addr":"172.21.15.44:6829/1253395857","heartbeat_back_addr":"172.21.15.44:6833/1253395857","heartbeat_front_addr":"172.21.15.44:6831/1253395857","state":["exists","up"]},{"osd":4,"uuid":"8a29869a-9167-4eb9-bd44-c391f2988b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6801","nonce":4088177074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6803","nonce":4088177074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6807","nonce":4088177074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6805","nonce":4088177074}]},"public_addr":"172.21.15.139:6801/4088177074","cluster_addr":"172.21.15.139:6803/4088177074","heartbeat_back_addr":"172.21.15.139:6807/4088177074","heartbeat_front_addr":"172.21.15.139:6805/4088177074","state":["exists","up"]},{"osd":5,"uuid":"51de1166-d0a8-4b03-866d-991614fb3193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6809","nonce":2564799464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6811","nonce":2564799464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6815","nonce":2564799464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6813","nonce":2564799464}]},"public_addr":"172.21.15.139:6809/2564799464","cluster_addr":"172.21.15.139:6811/2564799464","heartbeat_back_addr":"172.21.15.139:6815/2564799464","heartbeat_front_addr":"172.21.15.139:6813/2564799464","state":["exists","up"]},{"osd":6,"uuid":"92ddb176-db95-437a-a00e-51247cb36c77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":51,"up_from":55,"up_thru":55,"down_at":52,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6817","nonce":1218946545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6819","nonce":1218946545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6823","nonce":1218946545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6821","nonce":1218946545}]},"public_addr":"172.21.15.139:6817/1218946545","cluster_addr":"172.21.15.139:6819/1218946545","heartbeat_back_addr":"172.21.15.139:6823/1218946545","heartbeat_front_addr":"172.21.15.139:6821/1218946545","state":["exists","up"]},{"osd":7,"uuid":"96852e3a-37dc-4941-a8b9-15d010f498a7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6825","nonce":1265894327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6827","nonce":1265894327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6831","nonce":1265894327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6829","nonce":1265894327}]},"public_addr":"172.21.15.139:6825/1265894327","cluster_addr":"172.21.15.139:6827/1265894327","heartbeat_back_addr":"172.21.15.139:6831/1265894327","heartbeat_front_addr":"172.21.15.139:6829/1265894327","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:00.281198+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:26.107644+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:51.787597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:33:16.989052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:33:40.981849+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:34:06.212168+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:34:33.393466+0000","dead_epoch":51},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:35:04.429895+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3709355502":"2024-04-27T16:35:24.591090+0000","172.21.15.44:0/2904953254":"2024-04-27T16:35:24.591090+0000","172.21.15.44:6800/2642164289":"2024-04-27T16:35:24.591090+0000","172.21.15.44:0/425745896":"2024-04-27T16:35:24.591090+0000","172.21.15.44:6801/3500991139":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/2593515575":"2024-04-27T16:35:24.591090+0000","172.21.15.44:6800/3500991139":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/1298325571":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/1412425423":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/3061283974":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/2228559665":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6800/2573525070":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6801/2573525070":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6801/2642164289":"2024-04-27T16:35:24.591090+0000","172.21.15.44:0/3208519323":"2024-04-27T16:30:12.500295+0000","172.21.15.44:0/2346004425":"2024-04-27T16:30:12.500295+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T16:35:49.394 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:49 smithi139 ceph-mon[22751]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:35:49.637 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:49 smithi044 systemd[1]: Starting Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:35:50.135 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T16:35:50.135 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T16:35:50.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:50 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1065634464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:50.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:50 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:50.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:50 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:50.391 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:35:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:50.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1065634464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:50.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:50.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:50.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1065634464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:50.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:50.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:50.663 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:50 smithi044 bash[43030]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-26T16:35:51.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:35:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:35:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:35:51.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:50 smithi044 bash[43030]: Getting image source signatures 2024-04-26T16:35:51.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:50 smithi044 bash[43030]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-26T16:35:51.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:50 smithi044 bash[43030]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-26T16:35:51.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:50 smithi044 bash[43030]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-26T16:35:51.099 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:51.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:51 smithi139 ceph-mon[22751]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:51.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:51 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:51.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:51 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:51.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:51 smithi044 ceph-mon[21837]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:51.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:51 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:51.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:51 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:51.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:51 smithi044 ceph-mon[26799]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:51.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:51 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:51.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:51 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:52.477 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:52 smithi044 bash[43030]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-26T16:35:52.737 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:52 smithi044 bash[43030]: Writing manifest to image destination 2024-04-26T16:35:53.600 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:53 smithi044 ceph-mon[26799]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:53.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:53 smithi044 ceph-mon[21837]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:53.601 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:53 smithi044 podman[43030]: 2024-04-26 16:35:53.320996081 +0000 UTC m=+3.040348440 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-26T16:35:53.601 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:53 smithi044 podman[43030]: 2024-04-26 16:35:53.486251158 +0000 UTC m=+3.205603549 container create eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:35:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:53 smithi139 ceph-mon[22751]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:54.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 podman[43030]: 2024-04-26 16:35:54.233410607 +0000 UTC m=+3.952762952 container init eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:35:54.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 podman[43030]: 2024-04-26 16:35:54.23673838 +0000 UTC m=+3.956090726 container start eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:35:54.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.241Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-26T16:35:54.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.241Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-26T16:35:54.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-26T16:35:54.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=arp 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-26T16:35:54.395 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=edac 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-26T16:35:54.396 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=os 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-26T16:35:54.397 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=stat 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=time 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=uname 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.242Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-26T16:35:54.398 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[43194]: ts=2024-04-26T16:35:54.243Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-26T16:35:54.399 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 bash[43030]: eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f 2024-04-26T16:35:54.399 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:35:54 smithi044 systemd[1]: Started Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:35:55.064 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:35:55.064 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":64,"fsid":"18c48794-03ea-11ef-bc93-c7b262605968","created":"2024-04-26T16:29:45.970193+0000","modified":"2024-04-26T16:35:24.591138+0000","last_up_change":"2024-04-26T16:35:05.662091+0000","last_in_change":"2024-04-26T16:34:39.540635+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":19,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T16:32:54.534829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"81c5d8cc-12a0-404a-be5b-6c3f581a92dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6803","nonce":820181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6805","nonce":820181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6809","nonce":820181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":820181328},{"type":"v1","addr":"172.21.15.44:6807","nonce":820181328}]},"public_addr":"172.21.15.44:6803/820181328","cluster_addr":"172.21.15.44:6805/820181328","heartbeat_back_addr":"172.21.15.44:6809/820181328","heartbeat_front_addr":"172.21.15.44:6807/820181328","state":["exists","up"]},{"osd":1,"uuid":"accedbfd-2c47-444d-80ba-4df6cb5c6e4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6811","nonce":2763898363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6813","nonce":2763898363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6817","nonce":2763898363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2763898363},{"type":"v1","addr":"172.21.15.44:6815","nonce":2763898363}]},"public_addr":"172.21.15.44:6811/2763898363","cluster_addr":"172.21.15.44:6813/2763898363","heartbeat_back_addr":"172.21.15.44:6817/2763898363","heartbeat_front_addr":"172.21.15.44:6815/2763898363","state":["exists","up"]},{"osd":2,"uuid":"f3e364bb-2844-490b-b027-e3f3b9f81a6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6819","nonce":3616243584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6821","nonce":3616243584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6825","nonce":3616243584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":3616243584},{"type":"v1","addr":"172.21.15.44:6823","nonce":3616243584}]},"public_addr":"172.21.15.44:6819/3616243584","cluster_addr":"172.21.15.44:6821/3616243584","heartbeat_back_addr":"172.21.15.44:6825/3616243584","heartbeat_front_addr":"172.21.15.44:6823/3616243584","state":["exists","up"]},{"osd":3,"uuid":"b201430e-40ce-4bcc-9ec8-8bd880fd6d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6827","nonce":1253395857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6829","nonce":1253395857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6833","nonce":1253395857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1253395857},{"type":"v1","addr":"172.21.15.44:6831","nonce":1253395857}]},"public_addr":"172.21.15.44:6827/1253395857","cluster_addr":"172.21.15.44:6829/1253395857","heartbeat_back_addr":"172.21.15.44:6833/1253395857","heartbeat_front_addr":"172.21.15.44:6831/1253395857","state":["exists","up"]},{"osd":4,"uuid":"8a29869a-9167-4eb9-bd44-c391f2988b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6801","nonce":4088177074}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6803","nonce":4088177074}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6807","nonce":4088177074}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":4088177074},{"type":"v1","addr":"172.21.15.139:6805","nonce":4088177074}]},"public_addr":"172.21.15.139:6801/4088177074","cluster_addr":"172.21.15.139:6803/4088177074","heartbeat_back_addr":"172.21.15.139:6807/4088177074","heartbeat_front_addr":"172.21.15.139:6805/4088177074","state":["exists","up"]},{"osd":5,"uuid":"51de1166-d0a8-4b03-866d-991614fb3193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6809","nonce":2564799464}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6811","nonce":2564799464}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6815","nonce":2564799464}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":2564799464},{"type":"v1","addr":"172.21.15.139:6813","nonce":2564799464}]},"public_addr":"172.21.15.139:6809/2564799464","cluster_addr":"172.21.15.139:6811/2564799464","heartbeat_back_addr":"172.21.15.139:6815/2564799464","heartbeat_front_addr":"172.21.15.139:6813/2564799464","state":["exists","up"]},{"osd":6,"uuid":"92ddb176-db95-437a-a00e-51247cb36c77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":51,"up_from":55,"up_thru":55,"down_at":52,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6817","nonce":1218946545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6819","nonce":1218946545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6823","nonce":1218946545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":1218946545},{"type":"v1","addr":"172.21.15.139:6821","nonce":1218946545}]},"public_addr":"172.21.15.139:6817/1218946545","cluster_addr":"172.21.15.139:6819/1218946545","heartbeat_back_addr":"172.21.15.139:6823/1218946545","heartbeat_front_addr":"172.21.15.139:6821/1218946545","state":["exists","up"]},{"osd":7,"uuid":"96852e3a-37dc-4941-a8b9-15d010f498a7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6825","nonce":1265894327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6827","nonce":1265894327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6831","nonce":1265894327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":1265894327},{"type":"v1","addr":"172.21.15.139:6829","nonce":1265894327}]},"public_addr":"172.21.15.139:6825/1265894327","cluster_addr":"172.21.15.139:6827/1265894327","heartbeat_back_addr":"172.21.15.139:6831/1265894327","heartbeat_front_addr":"172.21.15.139:6829/1265894327","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:00.281198+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:26.107644+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:32:51.787597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:33:16.989052+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:33:40.981849+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:34:06.212168+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:34:33.393466+0000","dead_epoch":51},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T16:35:04.429895+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3709355502":"2024-04-27T16:35:24.591090+0000","172.21.15.44:0/2904953254":"2024-04-27T16:35:24.591090+0000","172.21.15.44:6800/2642164289":"2024-04-27T16:35:24.591090+0000","172.21.15.44:0/425745896":"2024-04-27T16:35:24.591090+0000","172.21.15.44:6801/3500991139":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/2593515575":"2024-04-27T16:35:24.591090+0000","172.21.15.44:6800/3500991139":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/1298325571":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/1412425423":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/3061283974":"2024-04-27T16:30:35.965521+0000","172.21.15.44:0/2228559665":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6800/2573525070":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6801/2573525070":"2024-04-27T16:30:12.500295+0000","172.21.15.44:6801/2642164289":"2024-04-27T16:35:24.591090+0000","172.21.15.44:0/3208519323":"2024-04-27T16:30:12.500295+0000","172.21.15.44:0/2346004425":"2024-04-27T16:30:12.500295+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T16:35:55.254 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:55 smithi139 systemd[1]: Starting Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:35:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:55 smithi139 ceph-mon[22751]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:55 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:55 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3738906250' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:55.529 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:55 smithi139 bash[41477]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-26T16:35:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:55 smithi044 ceph-mon[26799]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:55 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:55 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3738906250' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:55 smithi044 ceph-mon[21837]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:55 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:55.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:55 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3738906250' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T16:35:55.894 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T16:35:55.894 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T16:35:55.895 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T16:35:55.895 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T16:35:55.896 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T16:35:55.896 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T16:35:55.896 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T16:35:55.897 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T16:35:56.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:55 smithi139 bash[41477]: Getting image source signatures 2024-04-26T16:35:56.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:55 smithi139 bash[41477]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-26T16:35:56.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:55 smithi139 bash[41477]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-26T16:35:56.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:55 smithi139 bash[41477]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-26T16:35:56.364 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.371 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.375 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.379 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.381 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.408 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.438 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:35:56.541 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:56 smithi044 ceph-mon[26799]: Deploying daemon node-exporter.b on smithi139 2024-04-26T16:35:56.541 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:56 smithi044 ceph-mon[21837]: Deploying daemon node-exporter.b on smithi139 2024-04-26T16:35:56.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:56 smithi139 ceph-mon[22751]: Deploying daemon node-exporter.b on smithi139 2024-04-26T16:35:57.278 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:56 smithi139 bash[41477]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-26T16:35:57.278 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 bash[41477]: Writing manifest to image destination 2024-04-26T16:35:57.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-mon[22751]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:57.580 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 podman[41477]: 2024-04-26 16:35:57.374957582 +0000 UTC m=+2.213698686 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-26T16:35:57.580 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 podman[41477]: 2024-04-26 16:35:57.473110531 +0000 UTC m=+2.311851701 container create 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:35:57.598 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:57 smithi044 ceph-mon[21837]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:57.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:57 smithi044 ceph-mon[26799]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 podman[41477]: 2024-04-26 16:35:57.675191259 +0000 UTC m=+2.513932362 container init 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 podman[41477]: 2024-04-26 16:35:57.67869258 +0000 UTC m=+2.517433693 container start 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.682Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.682Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.683Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.683Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=arp 2024-04-26T16:35:58.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=edac 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-26T16:35:58.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=os 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-26T16:35:58.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=stat 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-26T16:35:58.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=time 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=uname 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[41530]: ts=2024-04-26T16:35:57.684Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 bash[41477]: 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c 2024-04-26T16:35:58.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:35:57 smithi139 systemd[1]: Started Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:35:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:58 smithi044 ceph-mon[26799]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:58 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:35:58 smithi044 ceph-mon[26799]: Deploying daemon alertmanager.a on smithi044 2024-04-26T16:35:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:58 smithi044 ceph-mon[21837]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:58 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:35:58 smithi044 ceph-mon[21837]: Deploying daemon alertmanager.a on smithi044 2024-04-26T16:35:59.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:58 smithi139 ceph-mon[22751]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:35:59.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:58 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:35:59.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:35:58 smithi139 ceph-mon[22751]: Deploying daemon alertmanager.a on smithi044 2024-04-26T16:36:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:00 smithi044 ceph-mon[21837]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:00 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:00 smithi044 ceph-mon[26799]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:00 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:01.092 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:00 smithi139 ceph-mon[22751]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:01.092 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:00 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:01.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:36:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:02.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:02 smithi044 ceph-mon[21837]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:02.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:02 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:02.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:02 smithi044 ceph-mon[26799]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:02.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:02 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:02 smithi139 ceph-mon[22751]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:02 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:03.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:36:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:04.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:04 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:04.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:04 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:04.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:04 smithi044 ceph-mon[21837]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:04.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:04 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:04.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:04 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:04.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:04 smithi044 ceph-mon[26799]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:04 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:04 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:04 smithi139 ceph-mon[22751]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:07.566 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:07 smithi044 ceph-mon[26799]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:07.567 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:07 smithi044 ceph-mon[21837]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:07 smithi139 ceph-mon[22751]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:09.580 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:09 smithi044 ceph-mon[26799]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:09.581 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:09 smithi044 ceph-mon[21837]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:09 smithi139 ceph-mon[22751]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:10.714 INFO:teuthology.orchestra.run.smithi044.stdout:55834574892 2024-04-26T16:36:10.715 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T16:36:10.936 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:36:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:11.546 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:11 smithi044 ceph-mon[21837]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:11.546 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:11 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:11.547 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:11 smithi044 ceph-mon[26799]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:11.547 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:11 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:11 smithi139 ceph-mon[22751]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:11 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:13.033 INFO:teuthology.orchestra.run.smithi044.stdout:34359738421 2024-04-26T16:36:13.033 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T16:36:13.421 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:13 smithi044 ceph-mon[21837]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:13.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:13 smithi044 ceph-mon[26799]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:13.769 INFO:teuthology.orchestra.run.smithi044.stdout:236223201295 2024-04-26T16:36:13.769 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T16:36:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:13 smithi139 ceph-mon[22751]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:15.190 INFO:teuthology.orchestra.run.smithi044.stdout:163208757273 2024-04-26T16:36:15.191 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T16:36:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:15 smithi044 ceph-mon[21837]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:15 smithi044 ceph-mon[26799]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:15 smithi139 ceph-mon[22751]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:15.793 INFO:teuthology.orchestra.run.smithi044.stdout:77309411369 2024-04-26T16:36:15.794 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T16:36:16.260 INFO:teuthology.orchestra.run.smithi044.stdout:107374182436 2024-04-26T16:36:16.260 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T16:36:16.835 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:17.292 INFO:teuthology.orchestra.run.smithi044.stdout:253403070479 2024-04-26T16:36:17.292 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T16:36:17.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:17 smithi044 ceph-mon[26799]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:17.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:17 smithi044 ceph-mon[21837]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:17 smithi139 ceph-mon[22751]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:18.685 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:18.685 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:18.686 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:18.689 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:18.689 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:19.203 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:19.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:19 smithi139 ceph-mon[22751]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:19.671 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:19 smithi044 ceph-mon[21837]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:19.671 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:19 smithi044 ceph-mon[26799]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:36:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:20.795 INFO:teuthology.orchestra.run.smithi044.stdout:128849018913 2024-04-26T16:36:20.795 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T16:36:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:20 smithi044 ceph-mon[21837]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:21.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:20 smithi044 ceph-mon[26799]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:21.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:21.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:20 smithi139 ceph-mon[22751]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:22.868 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:22 smithi044 systemd[1]: Starting Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:36:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:23 smithi044 ceph-mon[21837]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:23 smithi044 ceph-mon[26799]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:23 smithi139 ceph-mon[22751]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:24.208 INFO:teuthology.orchestra.run.smithi044.stdout:55834574895 2024-04-26T16:36:24.602 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:24 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2173421196' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T16:36:24.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:24 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2173421196' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T16:36:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:24 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2173421196' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T16:36:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:25 smithi044 ceph-mon[26799]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:25 smithi044 ceph-mon[21837]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:25 smithi139 ceph-mon[22751]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:25.814 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:26.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:36:26.620 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:36:26.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:36:26.620 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:36:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:36:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:36:27.662 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:27 smithi044 ceph-mon[21837]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:27.662 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:27 smithi044 ceph-mon[26799]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:27 smithi139 ceph-mon[22751]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:28.920 INFO:teuthology.orchestra.run.smithi044.stdout:253403070482 2024-04-26T16:36:29.230 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574892 got 55834574895 for osd.1 2024-04-26T16:36:29.231 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:29.507 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:29 smithi044 ceph-mon[26799]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:29 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/588786433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T16:36:29.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:29 smithi044 ceph-mon[21837]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:29.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:29 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/588786433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T16:36:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:29 smithi139 ceph-mon[22751]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:29 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/588786433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T16:36:31.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:36:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:31.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:31 smithi044 ceph-mon[26799]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:31.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:31.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:31 smithi044 ceph-mon[21837]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:31.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:31 smithi139 ceph-mon[22751]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:32.175 INFO:teuthology.orchestra.run.smithi044.stdout:107374182440 2024-04-26T16:36:32.409 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:32 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/503261116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T16:36:32.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:32 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/503261116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T16:36:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:32 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/503261116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T16:36:33.099 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070479 got 253403070482 for osd.7 2024-04-26T16:36:33.099 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:33.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:33 smithi044 ceph-mon[21837]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:33.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:33 smithi044 ceph-mon[26799]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:33.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:33 smithi139 ceph-mon[22751]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:34.030 INFO:teuthology.orchestra.run.smithi044.stdout:236223201298 2024-04-26T16:36:34.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:34 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2396368277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T16:36:34.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:34 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2396368277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T16:36:34.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:34 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2396368277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T16:36:35.258 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:34 smithi044 podman[45875]: 2024-04-26 16:36:34.839102769 +0000 UTC m=+2.858885342 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-26T16:36:35.258 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:34 smithi044 podman[45875]: 2024-04-26 16:36:34.953144572 +0000 UTC m=+2.972927130 volume create 11aaa408553089b8c6a9a8a7fd764a433063e8ba1c2bc14e363b045a3f42ccab 2024-04-26T16:36:35.258 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 podman[45875]: 2024-04-26 16:36:35.061930788 +0000 UTC m=+3.081713353 container create a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:36:35.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-mon[21837]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:35.532 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-mon[26799]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:35.733 INFO:teuthology.orchestra.run.smithi044.stdout:77309411374 2024-04-26T16:36:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:35 smithi139 ceph-mon[22751]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:35.800 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 podman[45875]: 2024-04-26 16:36:35.642266469 +0000 UTC m=+3.662049027 container init a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:36:35.800 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 podman[45875]: 2024-04-26 16:36:35.645581825 +0000 UTC m=+3.665364383 container start a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:36:35.800 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.656Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.656Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.657Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.44 port=9094 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.658Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.690Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.691Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.693Z caller=main.go:518 msg=Listening address=:9093 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:35.693Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 bash[45875]: a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b 2024-04-26T16:36:35.801 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:35 smithi044 systemd[1]: Started Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:36:36.365 INFO:teuthology.orchestra.run.smithi044.stdout:163208757279 2024-04-26T16:36:36.365 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3517331315' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3517331315' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.366 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:36:36.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:36 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.707 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182436 got 107374182440 for osd.3 2024-04-26T16:36:36.707 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:36 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3517331315' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T16:36:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:36 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:36 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:36 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:36 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:36:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:36 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:37.447 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411369 got 77309411374 for osd.2 2024-04-26T16:36:37.447 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:37.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[21837]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:37.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:36:37.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[21837]: Deploying daemon grafana.a on smithi139 2024-04-26T16:36:37.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/462098407' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T16:36:37.658 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[26799]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:37.658 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:36:37.659 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[26799]: Deploying daemon grafana.a on smithi139 2024-04-26T16:36:37.659 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/462098407' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T16:36:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:37 smithi139 ceph-mon[22751]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:37 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:36:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:37 smithi139 ceph-mon[22751]: Deploying daemon grafana.a on smithi139 2024-04-26T16:36:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:37 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/462098407' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T16:36:37.886 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201295 got 236223201298 for osd.6 2024-04-26T16:36:37.886 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:37.968 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:37.658Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000142746s 2024-04-26T16:36:38.371 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757273 got 163208757279 for osd.5 2024-04-26T16:36:38.371 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:39.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:39 smithi044 ceph-mon[21837]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:39.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:39 smithi044 ceph-mon[26799]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:39.519 INFO:teuthology.orchestra.run.smithi044.stdout:34359738426 2024-04-26T16:36:39.697 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:39 smithi139 ceph-mon[22751]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:40.133 INFO:teuthology.orchestra.run.smithi044.stdout:128849018917 2024-04-26T16:36:40.133 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:36:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3868324414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2012133798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3868324414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:40.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:40 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2012133798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T16:36:40.691 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:40 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3868324414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T16:36:40.692 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:40.692 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:40.692 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:40 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2012133798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T16:36:41.066 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738426 for osd.0 2024-04-26T16:36:41.067 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:41.590 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:41 smithi044 ceph-mon[21837]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:41.590 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:41 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:41.591 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:36:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:41.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:41 smithi044 ceph-mon[26799]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:41.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:41 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:41 smithi139 ceph-mon[22751]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:41 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:42.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:42 smithi044 ceph-mon[21837]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:42.828 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:42.829 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:42 smithi044 ceph-mon[26799]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:42.829 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:42 smithi139 ceph-mon[22751]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:43.770 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018917 for osd.4 2024-04-26T16:36:43.770 DEBUG:teuthology.parallel:result is None 2024-04-26T16:36:43.771 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T16:36:43.771 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T16:36:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:44 smithi139 ceph-mon[22751]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:44.934 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:44.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:44 smithi044 ceph-mon[21837]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:44.993 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:36:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:44.993 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:36:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:44.993 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:44 smithi044 ceph-mon[26799]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:46.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:45 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:46.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:45 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:46.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:45 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:46.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:45 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:46.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:45 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:45.661Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002876744s 2024-04-26T16:36:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:45 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:45 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:47 smithi044 ceph-mon[26799]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:47 smithi044 ceph-mon[21837]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:47 smithi139 ceph-mon[22751]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:48.222 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:36:48.223 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T16:36:49.371 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:49 smithi139 ceph-mon[22751]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:49.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:49 smithi139 ceph-mon[22751]: from='client.24511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:36:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:49 smithi044 ceph-mon[21837]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:49 smithi044 ceph-mon[21837]: from='client.24511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:36:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:49 smithi044 ceph-mon[26799]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:49 smithi044 ceph-mon[26799]: from='client.24511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:36:49.624 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-04-26T16:36:47.452754+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":49964,"kb_used_data":6572,"kb_used_omap":1,"kb_used_meta":43326,"kb_avail":749911252,"statfs":{"total":767960285184,"available":767909122048,"internally_reserved":0,"allocated":6729728,"data_stored":3706139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1080,"internal_metadata":44366792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002226"},"pg_stats":[{"pgid":"1.0","version":"64'128","reported_seq":277,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-26T16:35:25.531754+0000","last_change":"2024-04-26T16:35:09.294516+0000","last_active":"2024-04-26T16:35:25.531754+0000","last_peered":"2024-04-26T16:35:25.531754+0000","last_clean":"2024-04-26T16:35:25.531754+0000","last_became_active":"2024-04-26T16:35:09.294037+0000","last_became_peered":"2024-04-26T16:35:09.294037+0000","last_unstale":"2024-04-26T16:35:25.531754+0000","last_undegraded":"2024-04-26T16:35:25.531754+0000","last_fullsized":"2024-04-26T16:35:25.531754+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T16:32:54.654658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T16:32:54.654658+0000","last_clean_scrub_stamp":"2024-04-26T16:32:54.654658+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:35.009967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":59,"seq":253403070486,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6148,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739004,"statfs":{"total":95995035648,"available":95988740096,"internally_reserved":0,"allocated":1175552,"data_stored":793954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.39300000000000002}]},{"osd":1,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46600000000000003}]},{"osd":3,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.505}]},{"osd":4,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.33900000000000002}]},{"osd":5,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.495}]},{"osd":6,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.433},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.56000000000000005}]}]},{"osd":6,"up_from":55,"seq":236223201302,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6524,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":5374,"kb_avail":93738628,"statfs":{"total":95995035648,"available":95988355072,"internally_reserved":0,"allocated":1167360,"data_stored":793366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1080,"internal_metadata":5503944},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.443}]},{"osd":1,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.52100000000000002}]},{"osd":2,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.46899999999999997}]},{"osd":3,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.505}]},{"osd":4,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.38900000000000001}]},{"osd":5,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33800000000000002}]},{"osd":7,"last update":"Fri Apr 26 16:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.434},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6456,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738696,"statfs":{"total":95995035648,"available":95988424704,"internally_reserved":0,"allocated":638976,"data_stored":264761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35699999999999998,"15min":0.33500000000000002},"min":{"1min":0.26200000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.53800000000000003,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38100000000000001,"15min":0.35099999999999998},"min":{"1min":0.28999999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.53100000000000003,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.45500000000000002}]},{"osd":2,"last update":"Fri Apr 26 16:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.379,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.55700000000000005,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.432,"15min":0.42699999999999999},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.63500000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.495}]},{"osd":3,"last update":"Fri Apr 26 16:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46700000000000003,"15min":0.47499999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.45000000000000001,"15min":0.44700000000000001},"min":{"1min":0.34399999999999997,"5min":0.318,"15min":0.318},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.53200000000000003}]},{"osd":4,"last update":"Fri Apr 26 16:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.55900000000000005,"15min":0.54700000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57099999999999995,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.56899999999999995}]},{"osd":5,"last update":"Fri Apr 26 16:36:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.77900000000000003,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.72699999999999998}]},{"osd":6,"last update":"Fri Apr 26 16:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.73499999999999999}]},{"osd":7,"last update":"Fri Apr 26 16:36:11 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.745},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.67500000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7044,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738108,"statfs":{"total":95995035648,"available":95987822592,"internally_reserved":0,"allocated":1175552,"data_stored":793954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 26 16:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35199999999999998,"15min":0.33400000000000002},"min":{"1min":0.24199999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38700000000000001,"15min":0.35699999999999998},"min":{"1min":0.246,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.59699999999999998,"5min":0.621,"15min":0.621},"last":0.41499999999999998}]},{"osd":2,"last update":"Fri Apr 26 16:35:58 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.45900000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.29099999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.51800000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.308}]},{"osd":3,"last update":"Fri Apr 26 16:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.47399999999999998},"min":{"1min":0.34300000000000003,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53200000000000003,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.499},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45500000000000002,"15min":0.46000000000000002},"min":{"1min":0.313,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.625,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51800000000000002}]},{"osd":4,"last update":"Fri Apr 26 16:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.59799999999999998,"15min":0.59599999999999997},"min":{"1min":0.45200000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.59799999999999998,"15min":0.59199999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.40000000000000002}]},{"osd":5,"last update":"Fri Apr 26 16:36:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59699999999999998,"15min":0.60099999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76800000000000002,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59599999999999997,"15min":0.59399999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Apr 26 16:36:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.59199999999999997}]},{"osd":7,"last update":"Fri Apr 26 16:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6396,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738756,"statfs":{"total":95995035648,"available":95988486144,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38600000000000001,"15min":0.38},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.53600000000000003,"5min":0.62,"15min":0.62},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.251,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.54900000000000004}]},{"osd":1,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38300000000000001,"15min":0.376},"min":{"1min":0.253,"5min":0.25,"15min":0.25},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.32600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.56499999999999995}]},{"osd":3,"last update":"Fri Apr 26 16:36:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.441,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.439,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.312,"15min":0.312},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.52800000000000002}]},{"osd":4,"last update":"Fri Apr 26 16:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.62,"15min":0.61799999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Apr 26 16:36:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.748,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.63700000000000001}]},{"osd":6,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.628},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.71299999999999997}]},{"osd":7,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":8.4019999999999992,"5min":8.4019999999999992,"15min":8.4019999999999992},"last":0.67600000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5820,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739332,"statfs":{"total":95995035648,"available":95989075968,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48499999999999999,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.309},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42899999999999999,"15min":0.435},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53600000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.35899999999999999}]},{"osd":1,"last update":"Fri Apr 26 16:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51900000000000002,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.438,"15min":0.44600000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.32700000000000001}]},{"osd":2,"last update":"Fri Apr 26 16:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.49299999999999999,"15min":0.498},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56599999999999995,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.438},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.47199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29499999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.38100000000000001}]},{"osd":4,"last update":"Fri Apr 26 16:35:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56999999999999995,"15min":0.56799999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.77800000000000002,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.58699999999999997,"15min":0.57599999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.51800000000000002}]},{"osd":5,"last update":"Fri Apr 26 16:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.60299999999999998,"15min":0.61099999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61399999999999999,"15min":0.62},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.54700000000000004}]},{"osd":6,"last update":"Fri Apr 26 16:36:02 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.5}]},{"osd":7,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.57599999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5820,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739332,"statfs":{"total":95995035648,"available":95989075968,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:35:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53900000000000003,"15min":0.53600000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.38100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.746,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.59699999999999998}]},{"osd":1,"last update":"Fri Apr 26 16:35:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.53400000000000003,"15min":0.53100000000000003},"min":{"1min":0.41199999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.73499999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52300000000000002,"15min":0.51800000000000002},"min":{"1min":0.39200000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.56599999999999995}]},{"osd":2,"last update":"Fri Apr 26 16:35:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71199999999999997,"5min":0.751,"15min":0.751},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.751,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.55200000000000005}]},{"osd":3,"last update":"Fri Apr 26 16:35:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73099999999999998,"5min":0.748,"15min":0.748},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.55100000000000005,"15min":0.54800000000000004},"min":{"1min":0.42299999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58699999999999997}]},{"osd":5,"last update":"Fri Apr 26 16:36:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.30499999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42799999999999999,"15min":0.41799999999999998},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40699999999999997}]},{"osd":6,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.41799999999999998}]},{"osd":7,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48299999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5756,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739396,"statfs":{"total":95995035648,"available":95989141504,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39300000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72699999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.626},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67900000000000005,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.61199999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.72999999999999998,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.57399999999999995}]},{"osd":2,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.55600000000000005,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.76200000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68500000000000005,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47099999999999997}]},{"osd":3,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.55400000000000005,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.67000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56299999999999994,"15min":0.56699999999999995},"min":{"1min":0.39000000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73299999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.48799999999999999}]},{"osd":4,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.28499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.57199999999999995,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.40300000000000002}]},{"osd":6,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.41399999999999998}]},{"osd":7,"last update":"Fri Apr 26 16:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.38900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T16:36:49.626 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T16:36:49.866 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:51.426 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:51 smithi139 ceph-mon[22751]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:51.597 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:51 smithi044 ceph-mon[21837]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:51.597 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:51 smithi044 ceph-mon[26799]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:52.029 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:51 smithi139 podman[42755]: 2024-04-26 16:36:51.951596498 +0000 UTC m=+0.141101229 container create 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, vcs-type=git, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, release=236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, build-date=2022-03-28T10:36:18.413762, maintainer=Paul Cuzner , io.openshift.expose-services=, version=8.5) 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 podman[42755]: 2024-04-26 16:36:52.203868353 +0000 UTC m=+0.393373082 container init 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.24.2, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=236.1648460182, io.openshift.expose-services=, description=Ceph Grafana Container, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, architecture=x86_64, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-03-28T10:36:18.413762, vcs-type=git, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 podman[42755]: 2024-04-26 16:36:52.206372033 +0000 UTC m=+0.395876762 container start 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, description=Ceph Grafana Container, version=8.5, io.buildah.version=1.24.2, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-03-28T10:36:18.413762, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, release=236.1648460182, vendor=Red Hat, Inc., maintainer=Paul Cuzner , io.openshift.tags=base rhel8, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, distribution-scope=public, name=ubi8, io.openshift.expose-services=) 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-26T16:36:52.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-26T16:36:52.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="App mode production" logger=settings 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-04-26T16:36:52.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-04-26T16:36:52.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-04-26T16:36:52.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-04-26T16:36:52.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-04-26T16:36:52.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-04-26T16:36:52.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-04-26T16:36:52.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-04-26T16:36:52.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-04-26T16:36:52.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-04-26T16:36:52.532 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 bash[42755]: 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 systemd[1]: Started Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-04-26T16:36:52.533 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-04-26T16:36:52.534 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-04-26T16:36:52.535 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-04-26T16:36:52.536 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-04-26T16:36:52.536 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-26T16:36:52.537 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-04-26T16:36:52.537 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-26T16:36:52.537 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-04-26T16:36:52.537 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-26T16:36:52.537 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-26T16:36:52.537 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-04-26T16:36:52.538 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-04-26T16:36:52.539 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-04-26T16:36:52.540 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-26T16:36:52.541 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-04-26T16:36:52.542 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-04-26T16:36:52.543 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-26T16:36:52.544 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-04-26T16:36:52.545 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-04-26T16:36:52.546 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-26T16:36:52.547 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-04-26T16:36:52.548 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-04-26T16:36:52.549 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-26T16:36:52.550 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-04-26T16:36:52.551 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-04-26T16:36:52.552 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-04-26T16:36:52.784 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-04-26T16:36:52.785 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-04-26T16:36:52.786 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-04-26T16:36:52.787 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-26T16:36:52.787 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-04-26T16:36:52.788 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-04-26T16:36:52.789 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-04-26T16:36:52.790 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-04-26T16:36:52.791 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-04-26T16:36:52.792 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=457.534502ms 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-26T16:36:52.793 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-26T16:36:53.119 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-26T16:36:53.119 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-26T16:36:53.119 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-26T16:36:53.119 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-26T16:36:53.119 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:36:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:36:52+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-26T16:36:53.448 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[21837]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[26799]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:36:53.449 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:53 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:53.458 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:53 smithi139 ceph-mon[22751]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:53.458 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:53 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:53.458 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:53 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:36:53.459 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:53 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:36:53.459 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:53 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:36:53.459 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:53 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:54.280 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:36:54.282 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-04-26T16:36:54.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:36:54.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:54 smithi139 ceph-mon[22751]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T16:36:54.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:54 smithi139 ceph-mon[22751]: Reconfiguring daemon alertmanager.a on smithi044 2024-04-26T16:36:54.708 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:36:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:36:54.708 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-mon[21837]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T16:36:54.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-mon[21837]: Reconfiguring daemon alertmanager.a on smithi044 2024-04-26T16:36:54.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:36:54.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-mon[26799]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T16:36:54.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:54 smithi044 ceph-mon[26799]: Reconfiguring daemon alertmanager.a on smithi044 2024-04-26T16:36:55.153 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-04-26T16:36:53.454044+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":49964,"kb_used_data":6572,"kb_used_omap":1,"kb_used_meta":43326,"kb_avail":749911252,"statfs":{"total":767960285184,"available":767909122048,"internally_reserved":0,"allocated":6729728,"data_stored":3706139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1080,"internal_metadata":44366792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002456"},"pg_stats":[{"pgid":"1.0","version":"64'128","reported_seq":277,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-26T16:35:25.531754+0000","last_change":"2024-04-26T16:35:09.294516+0000","last_active":"2024-04-26T16:35:25.531754+0000","last_peered":"2024-04-26T16:35:25.531754+0000","last_clean":"2024-04-26T16:35:25.531754+0000","last_became_active":"2024-04-26T16:35:09.294037+0000","last_became_peered":"2024-04-26T16:35:09.294037+0000","last_unstale":"2024-04-26T16:35:25.531754+0000","last_undegraded":"2024-04-26T16:35:25.531754+0000","last_fullsized":"2024-04-26T16:35:25.531754+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T16:32:54.654658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T16:32:54.654658+0000","last_clean_scrub_stamp":"2024-04-26T16:32:54.654658+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T19:10:35.009967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":59,"seq":253403070487,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6148,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739004,"statfs":{"total":95995035648,"available":95988740096,"internally_reserved":0,"allocated":1175552,"data_stored":793954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.499}]},{"osd":2,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48999999999999999}]},{"osd":3,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.373},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.61099999999999999}]},{"osd":4,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.58599999999999997}]},{"osd":5,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.53600000000000003}]},{"osd":6,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.55700000000000005}]}]},{"osd":6,"up_from":55,"seq":236223201303,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6524,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":5374,"kb_avail":93738628,"statfs":{"total":95995035648,"available":95988355072,"internally_reserved":0,"allocated":1167360,"data_stored":793366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1080,"internal_metadata":5503944},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.45300000000000001}]},{"osd":1,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.50700000000000001}]},{"osd":2,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.49199999999999999}]},{"osd":3,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.443}]},{"osd":4,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.37},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.55300000000000005}]},{"osd":7,"last update":"Fri Apr 26 16:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.57399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6456,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738696,"statfs":{"total":95995035648,"available":95988424704,"internally_reserved":0,"allocated":638976,"data_stored":264761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35699999999999998,"15min":0.33500000000000002},"min":{"1min":0.26200000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.53800000000000003,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38100000000000001,"15min":0.35099999999999998},"min":{"1min":0.28999999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.53100000000000003,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.46100000000000002}]},{"osd":2,"last update":"Fri Apr 26 16:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.379,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.55700000000000005,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.432,"15min":0.42699999999999999},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.63500000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.48999999999999999}]},{"osd":3,"last update":"Fri Apr 26 16:36:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46700000000000003,"15min":0.47499999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.437},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.45000000000000001,"15min":0.44700000000000001},"min":{"1min":0.34399999999999997,"5min":0.318,"15min":0.318},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44800000000000001}]},{"osd":4,"last update":"Fri Apr 26 16:36:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56599999999999995,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90000000000000002,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57799999999999996,"15min":0.56200000000000006},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.78800000000000003}]},{"osd":5,"last update":"Fri Apr 26 16:36:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.77900000000000003,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.59499999999999997}]},{"osd":6,"last update":"Fri Apr 26 16:36:00 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.80100000000000005}]},{"osd":7,"last update":"Fri Apr 26 16:36:11 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.81799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7044,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738108,"statfs":{"total":95995035648,"available":95987822592,"internally_reserved":0,"allocated":1175552,"data_stored":793954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 26 16:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35199999999999998,"15min":0.33400000000000002},"min":{"1min":0.24199999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38700000000000001,"15min":0.35699999999999998},"min":{"1min":0.246,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.59699999999999998,"5min":0.621,"15min":0.621},"last":0.58999999999999997}]},{"osd":2,"last update":"Fri Apr 26 16:35:58 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.45900000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.498},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.29099999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.51800000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.439}]},{"osd":3,"last update":"Fri Apr 26 16:36:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.47399999999999998},"min":{"1min":0.34300000000000003,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.53200000000000003,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45500000000000002,"15min":0.46000000000000002},"min":{"1min":0.313,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.625,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.49199999999999999}]},{"osd":4,"last update":"Fri Apr 26 16:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.59799999999999998,"15min":0.59599999999999997},"min":{"1min":0.45200000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.59799999999999998,"15min":0.59199999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Apr 26 16:36:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59699999999999998,"15min":0.60099999999999998},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76800000000000002,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.628},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59599999999999997,"15min":0.59399999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.71899999999999997}]},{"osd":6,"last update":"Fri Apr 26 16:36:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.76200000000000001}]},{"osd":7,"last update":"Fri Apr 26 16:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.67700000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6396,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738756,"statfs":{"total":95995035648,"available":95988486144,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38600000000000001,"15min":0.38},"min":{"1min":0.28699999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.53600000000000003,"5min":0.62,"15min":0.62},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.251,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.34999999999999998}]},{"osd":1,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38300000000000001,"15min":0.376},"min":{"1min":0.253,"5min":0.25,"15min":0.25},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.379},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.32600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Apr 26 16:36:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.441,"15min":0.441},"min":{"1min":0.32100000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.436},{"interface":"front","average":{"1min":0.439,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.312,"15min":0.312},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.39800000000000002}]},{"osd":4,"last update":"Fri Apr 26 16:36:50 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.68899999999999995,"15min":0.63700000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":8.4199999999999999,"5min":8.4199999999999999,"15min":8.4199999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.83499999999999996,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.59799999999999998}]},{"osd":5,"last update":"Fri Apr 26 16:36:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59699999999999998,"15min":0.60199999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.748,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53600000000000003}]},{"osd":6,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.58299999999999996}]},{"osd":7,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":8.4019999999999992,"5min":8.4019999999999992,"15min":8.4019999999999992},"last":0.622}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5820,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739332,"statfs":{"total":95995035648,"available":95989075968,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48499999999999999,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42899999999999999,"15min":0.435},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53600000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.53400000000000003}]},{"osd":1,"last update":"Fri Apr 26 16:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51900000000000002,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.438,"15min":0.44600000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.49299999999999999}]},{"osd":2,"last update":"Fri Apr 26 16:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.49299999999999999,"15min":0.498},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56599999999999995,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.47199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29499999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.44700000000000001}]},{"osd":4,"last update":"Fri Apr 26 16:36:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56799999999999995,"15min":0.56699999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.80400000000000005,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58799999999999997,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.83699999999999997,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.81200000000000006}]},{"osd":5,"last update":"Fri Apr 26 16:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.60299999999999998,"15min":0.61099999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61399999999999999,"15min":0.62},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.82999999999999996}]},{"osd":6,"last update":"Fri Apr 26 16:36:02 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.92600000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5820,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739332,"statfs":{"total":95995035648,"available":95989075968,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69999999999999996,"5min":0.752,"15min":0.752},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.71299999999999997,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.47699999999999998}]},{"osd":1,"last update":"Fri Apr 26 16:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.65300000000000002,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.497,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.66600000000000004,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.46899999999999997}]},{"osd":2,"last update":"Fri Apr 26 16:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.65200000000000002,"5min":0.751,"15min":0.751},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Apr 26 16:36:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53400000000000003,"15min":0.53300000000000003},"min":{"1min":0.33600000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68500000000000005,"5min":0.748,"15min":0.748},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55100000000000005,"15min":0.54800000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69299999999999995,"5min":0.75,"15min":0.75},"last":0.52400000000000002}]},{"osd":5,"last update":"Fri Apr 26 16:36:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.30499999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.42799999999999999,"15min":0.41799999999999998},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.39700000000000002}]},{"osd":6,"last update":"Fri Apr 26 16:35:59 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.44}]},{"osd":7,"last update":"Fri Apr 26 16:36:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48799999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5756,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739396,"statfs":{"total":95995035648,"available":95989141504,"internally_reserved":0,"allocated":643072,"data_stored":265026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39300000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72699999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67900000000000005,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.61199999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.72999999999999998,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.42799999999999999}]},{"osd":2,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.55600000000000005,"15min":0.56499999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.76200000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.377},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68500000000000005,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.40500000000000003}]},{"osd":3,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.55400000000000005,"15min":0.56299999999999994},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.67000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56299999999999994,"15min":0.56699999999999995},"min":{"1min":0.39000000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73299999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.441}]},{"osd":4,"last update":"Fri Apr 26 16:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.28499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.57199999999999995,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34799999999999998}]},{"osd":6,"last update":"Fri Apr 26 16:36:01 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57599999999999996}]},{"osd":7,"last update":"Fri Apr 26 16:36:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.56100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T16:36:55.155 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T16:36:55.155 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T16:36:55.155 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T16:36:55.155 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[21837]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[21837]: from='client.24517 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[26799]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[26799]: from='client.24517 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:55.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:55 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:55 smithi139 ceph-mon[22751]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:55 smithi139 ceph-mon[22751]: from='client.24517 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T16:36:55.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:55 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:55.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:55 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:56.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:56 smithi044 ceph-mon[21837]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:56.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:56 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:56.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:56 smithi044 ceph-mon[26799]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:56.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:56 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:56.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:56 smithi139 ceph-mon[22751]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:56.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:56 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:57.325 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T16:36:57.457 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:57 smithi044 systemd[1]: Stopping Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:36:57.457 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:57 smithi044 bash[47689]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-26T16:36:58.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:36:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:58.508 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[46073]: level=info ts=2024-04-26T16:36:58.257Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:36:58.508 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:58 smithi044 podman[47709]: 2024-04-26 16:36:58.278120445 +0000 UTC m=+0.904014506 container died a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:36:58.900 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:58 smithi044 podman[47709]: 2024-04-26 16:36:58.715348111 +0000 UTC m=+1.341242179 container cleanup a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:36:58.900 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:58 smithi044 bash[47709]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T16:36:59.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:59 smithi139 ceph-mon[22751]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:59.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:36:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.587 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:59 smithi044 podman[47743]: 2024-04-26 16:36:59.495086194 +0000 UTC m=+1.210347984 container remove a124005e92e18277c40e1967707454051acfee38f92bf01e77b3be9ee3c1301b (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:36:59.587 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:36:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:36:59.587 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[26799]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:59.587 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.587 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.588 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[21837]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:36:59.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:36:59.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:36:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:00.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:36:59 smithi044 podman[47743]: 2024-04-26 16:36:59.587686837 +0000 UTC m=+1.302948582 volume remove 11aaa408553089b8c6a9a8a7fd764a433063e8ba1c2bc14e363b045a3f42ccab 2024-04-26T16:37:01.180 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:01 smithi044 bash[47756]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-26T16:37:01.181 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:01 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T16:37:01.181 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:01 smithi044 systemd[1]: Stopped Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:37:01.181 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:01 smithi044 systemd[1]: Starting Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:37:01.429 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:37:01.429 INFO:teuthology.orchestra.run.smithi044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T16:37:01.441 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:01 smithi044 ceph-mon[26799]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:01.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:01 smithi044 ceph-mon[21837]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:01.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:01 smithi139 ceph-mon[22751]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:02.309 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T16:37:02.310 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T16:37:02.310 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T16:37:02.319 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T16:37:02.320 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-04-26T16:37:02.648 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:02 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3870916084' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T16:37:02.649 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:02 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3870916084' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T16:37:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:02 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3870916084' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T16:37:03.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:03 smithi139 ceph-mon[22751]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:03 smithi044 ceph-mon[21837]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:03 smithi044 ceph-mon[26799]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:04.190 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 podman[48142]: 2024-04-26 16:37:03.967221155 +0000 UTC m=+0.552120547 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-26T16:37:04.190 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 podman[48142]: 2024-04-26 16:37:04.090221828 +0000 UTC m=+0.675121237 volume create d8ee489733cd7d75412a00ba8fb44d132c1d12a5cfe518902feb2920b8655ef2 2024-04-26T16:37:04.454 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 podman[48142]: 2024-04-26 16:37:04.190731058 +0000 UTC m=+0.775630460 container create 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:04.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 podman[48142]: 2024-04-26 16:37:04.568717406 +0000 UTC m=+1.153616770 container init 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 podman[48142]: 2024-04-26 16:37:04.571816112 +0000 UTC m=+1.156715477 container start 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.583Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.583Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.584Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.44 port=9094 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.585Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.612Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.612Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.614Z caller=main.go:518 msg=Listening address=:9093 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:04.614Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 bash[48142]: 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 2024-04-26T16:37:04.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:04 smithi044 systemd[1]: Started Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:37:05.701 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:05 smithi044 ceph-mon[21837]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:05.701 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:05 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:05 smithi044 ceph-mon[26799]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:05 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:05 smithi139 ceph-mon[22751]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:05 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:06.730 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:37:06.731 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "b488188c-0097-42f2-873c-c0919783f93f", 2024-04-26T16:37:06.731 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "r", 2024-04-26T16:37:06.731 INFO:teuthology.orchestra.run.smithi044.stdout: "current_period": "bf054a82-da7b-44d3-9be9-2ae8526d147e", 2024-04-26T16:37:06.731 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1 2024-04-26T16:37:06.731 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:37:06.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:06 smithi139 ceph-mon[22751]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:37:06.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:06 smithi139 ceph-mon[22751]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:37:06.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:06 smithi139 ceph-mon[22751]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:06.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:06 smithi139 ceph-mon[22751]: osdmap e65: 8 total, 8 up, 8 in 2024-04-26T16:37:06.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:06 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1424111133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-26T16:37:07.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:06.585Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000022224s 2024-04-26T16:37:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[26799]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:37:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[26799]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:37:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[26799]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[26799]: osdmap e65: 8 total, 8 up, 8 in 2024-04-26T16:37:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1424111133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-26T16:37:07.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[21837]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:37:07.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[21837]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:37:07.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[21837]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:07.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[21837]: osdmap e65: 8 total, 8 up, 8 in 2024-04-26T16:37:07.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:06 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1424111133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-26T16:37:07.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1424111133' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-26T16:37:07.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-mon[22751]: osdmap e66: 8 total, 8 up, 8 in 2024-04-26T16:37:07.848 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:37:07.900 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:07 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1424111133' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-26T16:37:07.900 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:07 smithi044 ceph-mon[26799]: osdmap e66: 8 total, 8 up, 8 in 2024-04-26T16:37:07.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:07 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1424111133' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-26T16:37:07.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:07 smithi044 ceph-mon[21837]: osdmap e66: 8 total, 8 up, 8 in 2024-04-26T16:37:07.930 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-04-26T16:37:08.227 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 bash[43661]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:37:08.227 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:37:08.227 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-26T16:37:08.227 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-26T16:37:08.227 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-26T16:37:08.227 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.985Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.986Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[40657]: ts=2024-04-26T16:37:07.986Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-26T16:37:08.228 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:07 smithi139 podman[43675]: 2024-04-26 16:37:07.995942577 +0000 UTC m=+0.107971366 container died 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:08.518 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 podman[43675]: 2024-04-26 16:37:08.318017184 +0000 UTC m=+0.430045964 container cleanup 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:08.518 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 bash[43675]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T16:37:08.518 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 bash[43702]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:37:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:08 smithi139 ceph-mon[22751]: pgmap v56: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:08.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:08 smithi139 ceph-mon[22751]: osdmap e67: 8 total, 8 up, 8 in 2024-04-26T16:37:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 podman[43689]: 2024-04-26 16:37:08.518905276 +0000 UTC m=+0.520974488 container remove 1a95e7629407108eabc27bf11e386cdfed88ebe1c2a56582958d7ee5f3ce9094 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T16:37:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:37:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:37:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 podman[43770]: 2024-04-26 16:37:08.660785718 +0000 UTC m=+0.019158016 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-26T16:37:08.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:08 smithi044 ceph-mon[21837]: pgmap v56: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:08.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:08 smithi044 ceph-mon[21837]: osdmap e67: 8 total, 8 up, 8 in 2024-04-26T16:37:08.901 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:08 smithi044 ceph-mon[26799]: pgmap v56: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:08.901 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:08 smithi044 ceph-mon[26799]: osdmap e67: 8 total, 8 up, 8 in 2024-04-26T16:37:09.088 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:08 smithi139 podman[43770]: 2024-04-26 16:37:08.811535505 +0000 UTC m=+0.169907772 container create 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:09.088 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 podman[43770]: 2024-04-26 16:37:09.013631341 +0000 UTC m=+0.372003609 container init 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:09.088 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 podman[43770]: 2024-04-26 16:37:09.016009606 +0000 UTC m=+0.374381877 container start 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.039Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.039Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.039Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.039Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.039Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.039Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.040Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.041Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.042Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.044Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.044Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.469µs 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.044Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T16:37:09.089 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.046Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.046Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.046Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.151µs wal_replay_duration=1.389871ms total_replay_duration=1.429024ms 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.046Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.046Z caller=main.go:947 level=info msg="TSDB started" 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.046Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.061Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.5205ms db_storage=623ns remote_storage=1.397µs web_handler=250ns query_engine=559ns scrape=349.561µs scrape_sd=21.819µs notify=27.233µs notify_sd=6.372µs rules=13.912808ms 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:37:09.061Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-26T16:37:09.090 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 bash[43770]: 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 2024-04-26T16:37:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:09.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:37:09 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:37:09.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.44:9093"}]: dispatch 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.44:9093"}]: dispatch 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.135 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.139:3000"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.139:3000"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.136 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:37:10.137 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.44:9093"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.44:9093"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.139:3000"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.139:3000"}]: dispatch 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.138 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:10.139 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:10.139 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:10.139 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.139 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:10.139 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:10.139 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:10.140 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.140 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.140 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.44:9093"}]: dispatch 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.44:9093"}]: dispatch 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:37:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.139:3000"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.139:3000"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "2ad37031-71da-48fa-a3a2-dd61889c1792", 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default", 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "default", 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": "true", 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [], 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "", 2024-04-26T16:37:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [], 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [], 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "", 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "b488188c-0097-42f2-873c-c0919783f93f", 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:10.337 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:37:10.915 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-04-26T16:37:11.465 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:11 smithi139 ceph-mon[22751]: pgmap v58: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:11.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:11 smithi044 ceph-mon[21837]: pgmap v58: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:11.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:11 smithi044 ceph-mon[26799]: pgmap v58: 33 pgs: 32 creating+peering, 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:12.657 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:37:12.657 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "6ed5ec29-616a-4834-8f64-318551d65272", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "z", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "domain_root": "z.rgw.meta:root", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "control_pool": "z.rgw.control", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "gc_pool": "z.rgw.log:gc", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "lc_pool": "z.rgw.log:lc", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "log_pool": "z.rgw.log", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "roles_pool": "z.rgw.meta:roles", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-04-26T16:37:12.658 INFO:teuthology.orchestra.run.smithi044.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "otp_pool": "z.rgw.otp", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "system_key": { 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "access_key": "", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "secret_key": "" 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_pools": [ 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "default-placement", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "val": { 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "index_pool": "z.rgw.buckets.index", 2024-04-26T16:37:12.659 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": { 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD": { 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: "data_pool": "z.rgw.buckets.data" 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: "index_type": 0 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "b488188c-0097-42f2-873c-c0919783f93f", 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout: "notif_pool": "z.rgw.log:notif" 2024-04-26T16:37:12.660 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:37:13.467 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-04-26T16:37:13.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:13 smithi139 ceph-mon[22751]: pgmap v59: 33 pgs: 29 creating+peering, 4 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:13 smithi044 ceph-mon[26799]: pgmap v59: 33 pgs: 29 creating+peering, 4 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:13 smithi044 ceph-mon[21837]: pgmap v59: 33 pgs: 29 creating+peering, 4 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:14.964 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:37:14.587Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.00179399s 2024-04-26T16:37:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:15 smithi044 ceph-mon[21837]: pgmap v60: 33 pgs: 33 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 527 B/s rd, 1.4 KiB/s wr, 2 op/s 2024-04-26T16:37:16.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:15 smithi044 ceph-mon[26799]: pgmap v60: 33 pgs: 33 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 527 B/s rd, 1.4 KiB/s wr, 2 op/s 2024-04-26T16:37:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:15 smithi139 ceph-mon[22751]: pgmap v60: 33 pgs: 33 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 527 B/s rd, 1.4 KiB/s wr, 2 op/s 2024-04-26T16:37:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:16 smithi139 ceph-mon[22751]: pgmap v61: 33 pgs: 33 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 467 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-04-26T16:37:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:16 smithi139 ceph-mon[22751]: osdmap e68: 8 total, 8 up, 8 in 2024-04-26T16:37:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:16 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-26T16:37:17.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:16 smithi044 ceph-mon[21837]: pgmap v61: 33 pgs: 33 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 467 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-04-26T16:37:17.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:16 smithi044 ceph-mon[21837]: osdmap e68: 8 total, 8 up, 8 in 2024-04-26T16:37:17.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:16 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-26T16:37:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:16 smithi044 ceph-mon[26799]: pgmap v61: 33 pgs: 33 active+clean; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 467 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-04-26T16:37:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:16 smithi044 ceph-mon[26799]: osdmap e68: 8 total, 8 up, 8 in 2024-04-26T16:37:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:16 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-26T16:37:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-26T16:37:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:17 smithi139 ceph-mon[22751]: osdmap e69: 8 total, 8 up, 8 in 2024-04-26T16:37:18.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:17 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-26T16:37:18.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:17 smithi044 ceph-mon[21837]: osdmap e69: 8 total, 8 up, 8 in 2024-04-26T16:37:18.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:17 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-26T16:37:18.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:17 smithi044 ceph-mon[26799]: osdmap e69: 8 total, 8 up, 8 in 2024-04-26T16:37:19.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:18 smithi044 ceph-mon[21837]: pgmap v64: 65 pgs: 32 creating+peering, 33 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-04-26T16:37:19.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:18 smithi044 ceph-mon[21837]: osdmap e70: 8 total, 8 up, 8 in 2024-04-26T16:37:19.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:18 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-26T16:37:19.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:18 smithi044 ceph-mon[26799]: pgmap v64: 65 pgs: 32 creating+peering, 33 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-04-26T16:37:19.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:18 smithi044 ceph-mon[26799]: osdmap e70: 8 total, 8 up, 8 in 2024-04-26T16:37:19.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:18 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-26T16:37:19.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:18 smithi139 ceph-mon[22751]: pgmap v64: 65 pgs: 32 creating+peering, 33 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-04-26T16:37:19.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:18 smithi139 ceph-mon[22751]: osdmap e70: 8 total, 8 up, 8 in 2024-04-26T16:37:19.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:18 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-26T16:37:19.749 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:37:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:19] "GET /metrics HTTP/1.1" 200 192639 "" "Prometheus/2.33.4" 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[21837]: osdmap e71: 8 total, 8 up, 8 in 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[26799]: osdmap e71: 8 total, 8 up, 8 in 2024-04-26T16:37:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:19 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2468021750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-26T16:37:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:19 smithi139 ceph-mon[22751]: osdmap e71: 8 total, 8 up, 8 in 2024-04-26T16:37:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:21.231 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:20 smithi139 ceph-mon[22751]: pgmap v67: 97 pgs: 32 unknown, 32 creating+peering, 33 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T16:37:21.231 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:20 smithi139 ceph-mon[22751]: osdmap e72: 8 total, 8 up, 8 in 2024-04-26T16:37:21.231 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:20 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-26T16:37:21.231 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:20 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[26799]: pgmap v67: 97 pgs: 32 unknown, 32 creating+peering, 33 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[26799]: osdmap e72: 8 total, 8 up, 8 in 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[21837]: pgmap v67: 97 pgs: 32 unknown, 32 creating+peering, 33 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[21837]: osdmap e72: 8 total, 8 up, 8 in 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-26T16:37:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:20 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-26T16:37:21.869 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:37:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:37:22.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-26T16:37:22.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[26799]: osdmap e73: 8 total, 8 up, 8 in 2024-04-26T16:37:22.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-26T16:37:22.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-26T16:37:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-26T16:37:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[21837]: osdmap e73: 8 total, 8 up, 8 in 2024-04-26T16:37:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-26T16:37:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:21 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-26T16:37:22.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:21 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-26T16:37:22.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:21 smithi139 ceph-mon[22751]: osdmap e73: 8 total, 8 up, 8 in 2024-04-26T16:37:22.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:21 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-26T16:37:22.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:21 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-26T16:37:22.701 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:37:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:22.936 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5c357714-c414-4ef9-84e0-06a409500a5c", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 1, 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "predecessor_uuid": "bf054a82-da7b-44d3-9be9-2ae8526d147e", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_status": [], 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "period_map": { 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "5c357714-c414-4ef9-84e0-06a409500a5c", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "zonegroups": [ 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "2ad37031-71da-48fa-a3a2-dd61889c1792", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "api_name": "default", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "is_master": "true", 2024-04-26T16:37:22.937 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [], 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames": [], 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "hostnames_s3website": [], 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "6ed5ec29-616a-4834-8f64-318551d65272", 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "zones": [ 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "id": "6ed5ec29-616a-4834-8f64-318551d65272", 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "z", 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "endpoints": [], 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "log_meta": "false", 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "log_data": "false", 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_index_max_shards": 11, 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "read_only": "false", 2024-04-26T16:37:22.938 INFO:teuthology.orchestra.run.smithi044.stdout: "tier_type": "", 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from_all": "true", 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_from": [], 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_zone": "" 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "placement_targets": [ 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default-placement", 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_classes": [ 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: "STANDARD" 2024-04-26T16:37:22.939 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "default_placement": "default-placement", 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "b488188c-0097-42f2-873c-c0919783f93f", 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "sync_policy": { 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "groups": [] 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: "short_zone_ids": [ 2024-04-26T16:37:22.940 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "key": "6ed5ec29-616a-4834-8f64-318551d65272", 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 1571176849 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zonegroup": "2ad37031-71da-48fa-a3a2-dd61889c1792", 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "master_zone": "6ed5ec29-616a-4834-8f64-318551d65272", 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "period_config": { 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_quota": { 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2024-04-26T16:37:22.941 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "user_quota": { 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "check_on_raw": false, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size": -1, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_size_kb": 0, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_objects": -1 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "user_ratelimit": { 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2024-04-26T16:37:22.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "bucket_ratelimit": { 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "anonymous_ratelimit": { 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_ops": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_ops": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_read_bytes": 0, 2024-04-26T16:37:22.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max_write_bytes": 0, 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": false 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_id": "b488188c-0097-42f2-873c-c0919783f93f", 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_name": "r", 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout: "realm_epoch": 2 2024-04-26T16:37:22.944 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:37:22.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: pgmap v70: 129 pgs: 38 unknown, 23 creating+peering, 68 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T16:37:22.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-26T16:37:22.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: osdmap e74: 8 total, 8 up, 8 in 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: pgmap v70: 129 pgs: 38 unknown, 23 creating+peering, 68 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: osdmap e74: 8 total, 8 up, 8 in 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:22.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:22 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: pgmap v70: 129 pgs: 38 unknown, 23 creating+peering, 68 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T16:37:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-26T16:37:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: osdmap e74: 8 total, 8 up, 8 in 2024-04-26T16:37:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2479486784' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-26T16:37:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-26T16:37:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:23.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:22 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:23.758 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-04-26T16:37:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:23 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-26T16:37:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:23 smithi044 ceph-mon[26799]: osdmap e75: 8 total, 8 up, 8 in 2024-04-26T16:37:24.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:23 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-26T16:37:24.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:23 smithi044 ceph-mon[21837]: osdmap e75: 8 total, 8 up, 8 in 2024-04-26T16:37:24.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:23 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-26T16:37:24.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:23 smithi139 ceph-mon[22751]: osdmap e75: 8 total, 8 up, 8 in 2024-04-26T16:37:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:24 smithi044 ceph-mon[26799]: pgmap v73: 129 pgs: 129 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-26T16:37:25.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:24 smithi044 ceph-mon[21837]: pgmap v73: 129 pgs: 129 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-26T16:37:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:24 smithi139 ceph-mon[22751]: pgmap v73: 129 pgs: 129 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-26T16:37:26.154 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-26T16:37:26.155 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:37:26.156 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:37:26.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-26T16:37:26.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-04-26T16:37:26.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-26T16:37:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-26T16:37:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:37:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:37:26.372 INFO:teuthology.orchestra.run.smithi044.stdout:Scheduled rgw.foo update... 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: pgmap v74: 129 pgs: 129 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 182 B/s rd, 365 B/s wr, 1 op/s 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: osdmap e76: 8 total, 8 up, 8 in 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:26.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: pgmap v74: 129 pgs: 129 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 182 B/s rd, 365 B/s wr, 1 op/s 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-04-26T16:37:26.994 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: osdmap e76: 8 total, 8 up, 8 in 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:26.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:27.017 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph osd pool create foo' 2024-04-26T16:37:27.161 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: pgmap v74: 129 pgs: 129 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 182 B/s rd, 365 B/s wr, 1 op/s 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: osdmap e76: 8 total, 8 up, 8 in 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:27.162 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:27.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:27.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:27.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T16:37:27.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-26T16:37:27.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:27.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:28.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[21837]: from='client.24589 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:37:28.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[21837]: Saving service rgw.foo spec with placement count:2 2024-04-26T16:37:28.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[21837]: Saving service rgw.foo spec with placement count:2 2024-04-26T16:37:28.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[21837]: Deploying daemon rgw.foo.smithi044.wystkf on smithi044 2024-04-26T16:37:28.159 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[21837]: osdmap e77: 8 total, 8 up, 8 in 2024-04-26T16:37:28.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[26799]: from='client.24589 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:37:28.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[26799]: Saving service rgw.foo spec with placement count:2 2024-04-26T16:37:28.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[26799]: Saving service rgw.foo spec with placement count:2 2024-04-26T16:37:28.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[26799]: Deploying daemon rgw.foo.smithi044.wystkf on smithi044 2024-04-26T16:37:28.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:27 smithi044 ceph-mon[26799]: osdmap e77: 8 total, 8 up, 8 in 2024-04-26T16:37:28.165 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:27 smithi139 ceph-mon[22751]: from='client.24589 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:37:28.165 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:27 smithi139 ceph-mon[22751]: Saving service rgw.foo spec with placement count:2 2024-04-26T16:37:28.165 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:27 smithi139 ceph-mon[22751]: Saving service rgw.foo spec with placement count:2 2024-04-26T16:37:28.165 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:27 smithi139 ceph-mon[22751]: Deploying daemon rgw.foo.smithi044.wystkf on smithi044 2024-04-26T16:37:28.165 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:27 smithi139 ceph-mon[22751]: osdmap e77: 8 total, 8 up, 8 in 2024-04-26T16:37:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:28 smithi044 ceph-mon[21837]: pgmap v77: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-04-26T16:37:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:28 smithi044 ceph-mon[26799]: pgmap v77: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-04-26T16:37:29.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:28 smithi139 ceph-mon[22751]: pgmap v77: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-04-26T16:37:29.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:29.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:29] "GET /metrics HTTP/1.1" 200 196835 "" "Prometheus/2.33.4" 2024-04-26T16:37:30.931 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'foo' created 2024-04-26T16:37:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:30 smithi044 ceph-mon[26799]: pgmap v78: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail; 933 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-26T16:37:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:30 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:30 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:30 smithi044 ceph-mon[21837]: pgmap v78: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail; 933 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-26T16:37:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:30 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:30 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:30 smithi139 ceph-mon[22751]: pgmap v78: 129 pgs: 4 peering, 125 active+clean; 581 KiB data, 53 MiB used, 715 GiB / 715 GiB avail; 933 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-26T16:37:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:30 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:30 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:31.703 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:37:31.764 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'rbd pool init foo' 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1394931581' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1394931581' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: osdmap e78: 8 total, 8 up, 8 in 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-26T16:37:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[21837]: Deploying daemon rgw.foo.smithi139.qerdyy on smithi139 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1394931581' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1394931581' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: osdmap e78: 8 total, 8 up, 8 in 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:32.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:31 smithi044 ceph-mon[26799]: Deploying daemon rgw.foo.smithi139.qerdyy on smithi139 2024-04-26T16:37:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1394931581' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-26T16:37:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1394931581' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-26T16:37:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: osdmap e78: 8 total, 8 up, 8 in 2024-04-26T16:37:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T16:37:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-26T16:37:32.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:32.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:32.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:31 smithi139 ceph-mon[22751]: Deploying daemon rgw.foo.smithi139.qerdyy on smithi139 2024-04-26T16:37:33.190 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:32 smithi044 ceph-mon[21837]: pgmap v80: 161 pgs: 18 creating+peering, 14 unknown, 1 peering, 128 active+clean; 583 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 4.3 KiB/s wr, 99 op/s; 7 B/s, 0 objects/s recovering 2024-04-26T16:37:33.191 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:32 smithi044 ceph-mon[21837]: osdmap e79: 8 total, 8 up, 8 in 2024-04-26T16:37:33.191 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:32 smithi044 ceph-mon[26799]: pgmap v80: 161 pgs: 18 creating+peering, 14 unknown, 1 peering, 128 active+clean; 583 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 4.3 KiB/s wr, 99 op/s; 7 B/s, 0 objects/s recovering 2024-04-26T16:37:33.191 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:32 smithi044 ceph-mon[26799]: osdmap e79: 8 total, 8 up, 8 in 2024-04-26T16:37:33.227 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:32 smithi139 ceph-mon[22751]: pgmap v80: 161 pgs: 18 creating+peering, 14 unknown, 1 peering, 128 active+clean; 583 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 4.3 KiB/s wr, 99 op/s; 7 B/s, 0 objects/s recovering 2024-04-26T16:37:33.227 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:32 smithi139 ceph-mon[22751]: osdmap e79: 8 total, 8 up, 8 in 2024-04-26T16:37:34.063 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: osdmap e80: 8 total, 8 up, 8 in 2024-04-26T16:37:34.063 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: Checking dashboard <-> RGW credentials 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/265335217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: osdmap e80: 8 total, 8 up, 8 in 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: Checking dashboard <-> RGW credentials 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/265335217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-26T16:37:34.065 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.066 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:33 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.214 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: osdmap e80: 8 total, 8 up, 8 in 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: Checking dashboard <-> RGW credentials 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/265335217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:34.215 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:34.216 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:34.216 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:34.216 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:33 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: pgmap v83: 161 pgs: 32 creating+peering, 129 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 186 op/s; 7 B/s, 0 objects/s recovering 2024-04-26T16:37:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: Checking dashboard <-> RGW credentials 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[21837]: osdmap e81: 8 total, 8 up, 8 in 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: pgmap v83: 161 pgs: 32 creating+peering, 129 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 186 op/s; 7 B/s, 0 objects/s recovering 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: Checking dashboard <-> RGW credentials 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-26T16:37:35.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:35 smithi044 ceph-mon[26799]: osdmap e81: 8 total, 8 up, 8 in 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: pgmap v83: 161 pgs: 32 creating+peering, 129 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 186 op/s; 7 B/s, 0 objects/s recovering 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: Checking dashboard <-> RGW credentials 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-26T16:37:35.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:35 smithi139 ceph-mon[22751]: osdmap e81: 8 total, 8 up, 8 in 2024-04-26T16:37:36.597 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:36 smithi044 ceph-mon[21837]: osdmap e82: 8 total, 8 up, 8 in 2024-04-26T16:37:36.597 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:36 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:36.597 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:36 smithi044 ceph-mon[26799]: osdmap e82: 8 total, 8 up, 8 in 2024-04-26T16:37:36.597 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:36 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:36 smithi139 ceph-mon[22751]: osdmap e82: 8 total, 8 up, 8 in 2024-04-26T16:37:36.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:36 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:36.975 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:37.352 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch apply iscsi foo u p' 2024-04-26T16:37:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:37 smithi139 ceph-mon[22751]: pgmap v86: 161 pgs: 32 creating+peering, 129 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 134 op/s 2024-04-26T16:37:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:37 smithi139 ceph-mon[22751]: osdmap e83: 8 total, 8 up, 8 in 2024-04-26T16:37:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:37.694 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-mon[21837]: pgmap v86: 161 pgs: 32 creating+peering, 129 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 134 op/s 2024-04-26T16:37:37.694 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-mon[21837]: osdmap e83: 8 total, 8 up, 8 in 2024-04-26T16:37:37.695 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:37.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-mon[26799]: pgmap v86: 161 pgs: 32 creating+peering, 129 active+clean; 584 KiB data, 54 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 134 op/s 2024-04-26T16:37:37.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-mon[26799]: osdmap e83: 8 total, 8 up, 8 in 2024-04-26T16:37:37.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:38.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:37:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:38.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:38 smithi044 ceph-mon[26799]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 1.1 KiB/s wr, 238 op/s 2024-04-26T16:37:38.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:38 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:38.933 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:38 smithi044 ceph-mon[21837]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 1.1 KiB/s wr, 238 op/s 2024-04-26T16:37:38.933 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:38 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:39.093 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:38 smithi139 ceph-mon[22751]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 1.1 KiB/s wr, 238 op/s 2024-04-26T16:37:39.093 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:38 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:39.383 INFO:teuthology.orchestra.run.smithi044.stdout:Scheduled iscsi.foo update... 2024-04-26T16:37:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:39] "GET /metrics HTTP/1.1" 200 196835 "" "Prometheus/2.33.4" 2024-04-26T16:37:40.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:37:40] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='client.24712 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:37:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: Saving service iscsi.foo spec with placement count:1 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 120 KiB/s rd, 853 B/s wr, 180 op/s 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='client.24712 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: Saving service iscsi.foo spec with placement count:1 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 120 KiB/s rd, 853 B/s wr, 180 op/s 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:40 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='client.24712 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:37:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: Saving service iscsi.foo spec with placement count:1 2024-04-26T16:37:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:40.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:40.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 120 KiB/s rd, 853 B/s wr, 180 op/s 2024-04-26T16:37:40.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:40 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:40.603 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'sleep 180' 2024-04-26T16:37:42.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:37:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:37:42.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:43.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 715 B/s wr, 151 op/s 2024-04-26T16:37:43.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: Checking pool "foo" exists for service iscsi.foo 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[21837]: Deploying daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 715 B/s wr, 151 op/s 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: Checking pool "foo" exists for service iscsi.foo 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:43.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:42 smithi044 ceph-mon[26799]: Deploying daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:37:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 715 B/s wr, 151 op/s 2024-04-26T16:37:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: Checking pool "foo" exists for service iscsi.foo 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:43.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:42 smithi139 ceph-mon[22751]: Deploying daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:37:44.635 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:44 smithi044 ceph-mon[21837]: mgrmap e21: y(active, since 2m), standbys: x 2024-04-26T16:37:44.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:44 smithi044 ceph-mon[26799]: mgrmap e21: y(active, since 2m), standbys: x 2024-04-26T16:37:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:44 smithi139 ceph-mon[22751]: mgrmap e21: y(active, since 2m), standbys: x 2024-04-26T16:37:45.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:45 smithi044 ceph-mon[21837]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s rd, 628 B/s wr, 132 op/s 2024-04-26T16:37:45.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:45 smithi044 ceph-mon[26799]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s rd, 628 B/s wr, 132 op/s 2024-04-26T16:37:45.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:45 smithi139 ceph-mon[22751]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s rd, 628 B/s wr, 132 op/s 2024-04-26T16:37:46.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 511 B/s wr, 108 op/s 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: Adding iSCSI gateway http://:@172.21.15.44:5000 to Dashboard 2024-04-26T16:37:46.538 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi044"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi044"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/771487402' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: osdmap e84: 8 total, 8 up, 8 in 2024-04-26T16:37:46.539 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2802025358' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3709355502"}]: dispatch 2024-04-26T16:37:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 511 B/s wr, 108 op/s 2024-04-26T16:37:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: Adding iSCSI gateway http://:@172.21.15.44:5000 to Dashboard 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi044"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi044"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:47.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:47.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:47.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/771487402' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:37:47.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: osdmap e84: 8 total, 8 up, 8 in 2024-04-26T16:37:47.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:46 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2802025358' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3709355502"}]: dispatch 2024-04-26T16:37:47.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 511 B/s wr, 108 op/s 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: Adding iSCSI gateway http://:@172.21.15.44:5000 to Dashboard 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi044"}]: dispatch 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi044"}]: dispatch 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/771487402' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: osdmap e84: 8 total, 8 up, 8 in 2024-04-26T16:37:47.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:46 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2802025358' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3709355502"}]: dispatch 2024-04-26T16:37:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:48 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2802025358' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3709355502"}]': finished 2024-04-26T16:37:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:48 smithi044 ceph-mon[21837]: osdmap e85: 8 total, 8 up, 8 in 2024-04-26T16:37:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:48 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1192593113' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2904953254"}]: dispatch 2024-04-26T16:37:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:48 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2802025358' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3709355502"}]': finished 2024-04-26T16:37:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:48 smithi044 ceph-mon[26799]: osdmap e85: 8 total, 8 up, 8 in 2024-04-26T16:37:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:48 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1192593113' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2904953254"}]: dispatch 2024-04-26T16:37:48.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:48 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2802025358' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3709355502"}]': finished 2024-04-26T16:37:48.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:48 smithi139 ceph-mon[22751]: osdmap e85: 8 total, 8 up, 8 in 2024-04-26T16:37:48.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:48 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1192593113' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2904953254"}]: dispatch 2024-04-26T16:37:49.333 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:49.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[26799]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 1 op/s 2024-04-26T16:37:49.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1192593113' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2904953254"}]': finished 2024-04-26T16:37:49.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[26799]: osdmap e86: 8 total, 8 up, 8 in 2024-04-26T16:37:49.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/772353815' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]: dispatch 2024-04-26T16:37:49.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]: dispatch 2024-04-26T16:37:49.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:49.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[21837]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 1 op/s 2024-04-26T16:37:49.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1192593113' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2904953254"}]': finished 2024-04-26T16:37:49.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[21837]: osdmap e86: 8 total, 8 up, 8 in 2024-04-26T16:37:49.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/772353815' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]: dispatch 2024-04-26T16:37:49.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]: dispatch 2024-04-26T16:37:49.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:49.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:49 smithi139 ceph-mon[22751]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 1 op/s 2024-04-26T16:37:49.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:49 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1192593113' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2904953254"}]': finished 2024-04-26T16:37:49.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:49 smithi139 ceph-mon[22751]: osdmap e86: 8 total, 8 up, 8 in 2024-04-26T16:37:49.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:49 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/772353815' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]: dispatch 2024-04-26T16:37:49.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:49 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]: dispatch 2024-04-26T16:37:49.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:49.915 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:49] "GET /metrics HTTP/1.1" 200 208073 "" "Prometheus/2.33.4" 2024-04-26T16:37:50.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]': finished 2024-04-26T16:37:50.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[21837]: osdmap e87: 8 total, 8 up, 8 in 2024-04-26T16:37:50.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3208699359' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]: dispatch 2024-04-26T16:37:50.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]: dispatch 2024-04-26T16:37:50.603 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]': finished 2024-04-26T16:37:50.603 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[26799]: osdmap e87: 8 total, 8 up, 8 in 2024-04-26T16:37:50.603 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3208699359' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]: dispatch 2024-04-26T16:37:50.603 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:50 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]: dispatch 2024-04-26T16:37:50.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:50 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2642164289"}]': finished 2024-04-26T16:37:50.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:50 smithi139 ceph-mon[22751]: osdmap e87: 8 total, 8 up, 8 in 2024-04-26T16:37:50.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:50 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3208699359' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]: dispatch 2024-04-26T16:37:50.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:50 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]: dispatch 2024-04-26T16:37:51.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-mon[22751]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 2 op/s 2024-04-26T16:37:51.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]': finished 2024-04-26T16:37:51.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-mon[22751]: osdmap e88: 8 total, 8 up, 8 in 2024-04-26T16:37:51.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:51.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3573226527' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]: dispatch 2024-04-26T16:37:51.618 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]: dispatch 2024-04-26T16:37:51.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[26799]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 2 op/s 2024-04-26T16:37:51.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]': finished 2024-04-26T16:37:51.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[26799]: osdmap e88: 8 total, 8 up, 8 in 2024-04-26T16:37:51.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:51.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3573226527' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]: dispatch 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]: dispatch 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[21837]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 2 op/s 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/425745896"}]': finished 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[21837]: osdmap e88: 8 total, 8 up, 8 in 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3573226527' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]: dispatch 2024-04-26T16:37:51.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]: dispatch 2024-04-26T16:37:52.010 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:37:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:52.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:37:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]': finished 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: osdmap e89: 8 total, 8 up, 8 in 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2409222651' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]: dispatch 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]: dispatch 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]': finished 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: osdmap e89: 8 total, 8 up, 8 in 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:53.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:53.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:53.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2409222651' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]: dispatch 2024-04-26T16:37:53.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:52 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]: dispatch 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/3500991139"}]': finished 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: osdmap e89: 8 total, 8 up, 8 in 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:37:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:37:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:37:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2409222651' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]: dispatch 2024-04-26T16:37:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:52 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]: dispatch 2024-04-26T16:37:53.776 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:37:53.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:37:53.776 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:37:53.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:37:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:53 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]': finished 2024-04-26T16:37:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:53 smithi139 ceph-mon[22751]: osdmap e90: 8 total, 8 up, 8 in 2024-04-26T16:37:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:53 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1055608939' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/3500991139"}]: dispatch 2024-04-26T16:37:54.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]': finished 2024-04-26T16:37:54.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-mon[21837]: osdmap e90: 8 total, 8 up, 8 in 2024-04-26T16:37:54.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1055608939' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/3500991139"}]: dispatch 2024-04-26T16:37:54.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2593515575"}]': finished 2024-04-26T16:37:54.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-mon[26799]: osdmap e90: 8 total, 8 up, 8 in 2024-04-26T16:37:54.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:53 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1055608939' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/3500991139"}]: dispatch 2024-04-26T16:37:55.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:54 smithi139 ceph-mon[22751]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:55.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:54 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1055608939' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/3500991139"}]': finished 2024-04-26T16:37:55.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:54 smithi139 ceph-mon[22751]: osdmap e91: 8 total, 8 up, 8 in 2024-04-26T16:37:55.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:54 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2516132556' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]: dispatch 2024-04-26T16:37:55.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:54 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]: dispatch 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[26799]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1055608939' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/3500991139"}]': finished 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[26799]: osdmap e91: 8 total, 8 up, 8 in 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2516132556' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]: dispatch 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]: dispatch 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[21837]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:55.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1055608939' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/3500991139"}]': finished 2024-04-26T16:37:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[21837]: osdmap e91: 8 total, 8 up, 8 in 2024-04-26T16:37:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2516132556' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]: dispatch 2024-04-26T16:37:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:54 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]: dispatch 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]': finished 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[26799]: osdmap e92: 8 total, 8 up, 8 in 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1699362077' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]: dispatch 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]: dispatch 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]': finished 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[21837]: osdmap e92: 8 total, 8 up, 8 in 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1699362077' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]: dispatch 2024-04-26T16:37:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:55 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]: dispatch 2024-04-26T16:37:56.085 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:55 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1298325571"}]': finished 2024-04-26T16:37:56.086 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:55 smithi139 ceph-mon[22751]: osdmap e92: 8 total, 8 up, 8 in 2024-04-26T16:37:56.086 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:55 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1699362077' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]: dispatch 2024-04-26T16:37:56.086 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:55 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]: dispatch 2024-04-26T16:37:56.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:37:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]': finished 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: osdmap e93: 8 total, 8 up, 8 in 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/569703262' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3061283974"}]: dispatch 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:57.064 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:56 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:37:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]': finished 2024-04-26T16:37:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: osdmap e93: 8 total, 8 up, 8 in 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/569703262' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3061283974"}]: dispatch 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1412425423"}]': finished 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: osdmap e93: 8 total, 8 up, 8 in 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/569703262' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3061283974"}]: dispatch 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:56 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:37:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:57 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/569703262' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3061283974"}]': finished 2024-04-26T16:37:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:57 smithi139 ceph-mon[22751]: osdmap e94: 8 total, 8 up, 8 in 2024-04-26T16:37:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:57 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3488349633' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]: dispatch 2024-04-26T16:37:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:57 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]: dispatch 2024-04-26T16:37:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/569703262' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3061283974"}]': finished 2024-04-26T16:37:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[21837]: osdmap e94: 8 total, 8 up, 8 in 2024-04-26T16:37:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3488349633' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]: dispatch 2024-04-26T16:37:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]: dispatch 2024-04-26T16:37:58.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/569703262' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3061283974"}]': finished 2024-04-26T16:37:58.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[26799]: osdmap e94: 8 total, 8 up, 8 in 2024-04-26T16:37:58.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3488349633' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]: dispatch 2024-04-26T16:37:58.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:57 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]: dispatch 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[21837]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]': finished 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[21837]: osdmap e95: 8 total, 8 up, 8 in 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1109803031' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]: dispatch 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]: dispatch 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[26799]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]': finished 2024-04-26T16:37:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[26799]: osdmap e95: 8 total, 8 up, 8 in 2024-04-26T16:37:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1109803031' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]: dispatch 2024-04-26T16:37:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:58 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]: dispatch 2024-04-26T16:37:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:58 smithi139 ceph-mon[22751]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:37:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:58 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2228559665"}]': finished 2024-04-26T16:37:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:58 smithi139 ceph-mon[22751]: osdmap e95: 8 total, 8 up, 8 in 2024-04-26T16:37:59.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:58 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1109803031' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]: dispatch 2024-04-26T16:37:59.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:58 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]: dispatch 2024-04-26T16:38:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:37:59] "GET /metrics HTTP/1.1" 200 208110 "" "Prometheus/2.33.4" 2024-04-26T16:38:00.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]': finished 2024-04-26T16:38:00.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-mon[21837]: osdmap e96: 8 total, 8 up, 8 in 2024-04-26T16:38:00.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/53816338' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2573525070"}]: dispatch 2024-04-26T16:38:00.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]': finished 2024-04-26T16:38:00.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-mon[26799]: osdmap e96: 8 total, 8 up, 8 in 2024-04-26T16:38:00.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:37:59 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/53816338' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2573525070"}]: dispatch 2024-04-26T16:38:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:59 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2573525070"}]': finished 2024-04-26T16:38:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:59 smithi139 ceph-mon[22751]: osdmap e96: 8 total, 8 up, 8 in 2024-04-26T16:38:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:37:59 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/53816338' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2573525070"}]: dispatch 2024-04-26T16:38:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[21837]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/53816338' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2573525070"}]': finished 2024-04-26T16:38:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[21837]: osdmap e97: 8 total, 8 up, 8 in 2024-04-26T16:38:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2203864894' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]: dispatch 2024-04-26T16:38:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]: dispatch 2024-04-26T16:38:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[26799]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/53816338' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2573525070"}]': finished 2024-04-26T16:38:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[26799]: osdmap e97: 8 total, 8 up, 8 in 2024-04-26T16:38:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2203864894' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]: dispatch 2024-04-26T16:38:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:00 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]: dispatch 2024-04-26T16:38:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:00 smithi139 ceph-mon[22751]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:00 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/53816338' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2573525070"}]': finished 2024-04-26T16:38:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:00 smithi139 ceph-mon[22751]: osdmap e97: 8 total, 8 up, 8 in 2024-04-26T16:38:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:00 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2203864894' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]: dispatch 2024-04-26T16:38:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:00 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]: dispatch 2024-04-26T16:38:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:01 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]': finished 2024-04-26T16:38:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:01 smithi139 ceph-mon[22751]: osdmap e98: 8 total, 8 up, 8 in 2024-04-26T16:38:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:01 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1186098154' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3208519323"}]: dispatch 2024-04-26T16:38:02.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:38:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:38:02.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:01 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]': finished 2024-04-26T16:38:02.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:01 smithi044 ceph-mon[26799]: osdmap e98: 8 total, 8 up, 8 in 2024-04-26T16:38:02.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:01 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1186098154' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3208519323"}]: dispatch 2024-04-26T16:38:02.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:01 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2642164289"}]': finished 2024-04-26T16:38:02.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:01 smithi044 ceph-mon[21837]: osdmap e98: 8 total, 8 up, 8 in 2024-04-26T16:38:02.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:01 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1186098154' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3208519323"}]: dispatch 2024-04-26T16:38:03.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[21837]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:03.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1186098154' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3208519323"}]': finished 2024-04-26T16:38:03.159 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[21837]: osdmap e99: 8 total, 8 up, 8 in 2024-04-26T16:38:03.159 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2978365961' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2346004425"}]: dispatch 2024-04-26T16:38:03.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[26799]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:03.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1186098154' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3208519323"}]': finished 2024-04-26T16:38:03.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[26799]: osdmap e99: 8 total, 8 up, 8 in 2024-04-26T16:38:03.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:02 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2978365961' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2346004425"}]: dispatch 2024-04-26T16:38:03.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:02 smithi139 ceph-mon[22751]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:03.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:02 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1186098154' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3208519323"}]': finished 2024-04-26T16:38:03.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:02 smithi139 ceph-mon[22751]: osdmap e99: 8 total, 8 up, 8 in 2024-04-26T16:38:03.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:02 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2978365961' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2346004425"}]: dispatch 2024-04-26T16:38:03.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:38:03.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:03.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:03.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:03.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:03.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:04.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2978365961' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2346004425"}]': finished 2024-04-26T16:38:04.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-mon[21837]: osdmap e100: 8 total, 8 up, 8 in 2024-04-26T16:38:04.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2978365961' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2346004425"}]': finished 2024-04-26T16:38:04.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:03 smithi044 ceph-mon[26799]: osdmap e100: 8 total, 8 up, 8 in 2024-04-26T16:38:04.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:03 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2978365961' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2346004425"}]': finished 2024-04-26T16:38:04.179 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:03 smithi139 ceph-mon[22751]: osdmap e100: 8 total, 8 up, 8 in 2024-04-26T16:38:05.195 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:04 smithi139 ceph-mon[22751]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:04 smithi044 ceph-mon[21837]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:05.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:04 smithi044 ceph-mon[26799]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:07.222 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:38:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:38:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[26799]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 906 B/s rd, 0 op/s 2024-04-26T16:38:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[21837]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 906 B/s rd, 0 op/s 2024-04-26T16:38:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:07.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:07.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:07 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:07 smithi139 ceph-mon[22751]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 906 B/s rd, 0 op/s 2024-04-26T16:38:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:07 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:07 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:09 smithi044 ceph-mon[21837]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-26T16:38:09.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:09 smithi044 ceph-mon[26799]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-26T16:38:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:09 smithi139 ceph-mon[22751]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-26T16:38:10.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:09] "GET /metrics HTTP/1.1" 200 208110 "" "Prometheus/2.33.4" 2024-04-26T16:38:11.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:11 smithi139 ceph-mon[22751]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T16:38:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:11 smithi044 ceph-mon[21837]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T16:38:11.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:11 smithi044 ceph-mon[26799]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T16:38:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:38:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:38:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:13 smithi044 ceph-mon[21837]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T16:38:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:13 smithi044 ceph-mon[26799]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T16:38:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:38:13.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:13.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:13.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:13 smithi139 ceph-mon[22751]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T16:38:15.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:15 smithi139 ceph-mon[22751]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 963 B/s rd, 0 op/s 2024-04-26T16:38:15.738 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:15 smithi044 ceph-mon[26799]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 963 B/s rd, 0 op/s 2024-04-26T16:38:15.738 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:15 smithi044 ceph-mon[21837]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 963 B/s rd, 0 op/s 2024-04-26T16:38:16.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:16 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:38:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:38:17.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:17 smithi139 ceph-mon[22751]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:17.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:17.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:17.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[21837]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[26799]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:19.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:19 smithi139 ceph-mon[22751]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:19.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:19 smithi044 ceph-mon[21837]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:19 smithi044 ceph-mon[26799]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:19] "GET /metrics HTTP/1.1" 200 208109 "" "Prometheus/2.33.4" 2024-04-26T16:38:21.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:21 smithi139 ceph-mon[22751]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:21 smithi044 ceph-mon[26799]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:21 smithi044 ceph-mon[21837]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:22.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:38:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:38:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:23 smithi044 ceph-mon[21837]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:23 smithi044 ceph-mon[26799]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:38:23.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:23.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:23.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:23 smithi139 ceph-mon[22751]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:25.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:25 smithi044 ceph-mon[21837]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:25.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:25 smithi044 ceph-mon[26799]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:25 smithi139 ceph-mon[22751]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:38:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:38:26.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:38:26.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:38:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:38:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:38:27.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:38:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:38:27.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[21837]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:27.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:27.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:27.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:27.593 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[26799]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:27.593 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:27.593 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:27.593 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:27 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:27 smithi139 ceph-mon[22751]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:27 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:27 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:29 smithi139 ceph-mon[22751]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:29 smithi044 ceph-mon[21837]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:29 smithi044 ceph-mon[26799]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:30.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:29] "GET /metrics HTTP/1.1" 200 208076 "" "Prometheus/2.33.4" 2024-04-26T16:38:31.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:31 smithi139 ceph-mon[22751]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:31.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:31 smithi044 ceph-mon[26799]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:31.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:31 smithi044 ceph-mon[21837]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:32.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:38:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:38:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:33 smithi044 ceph-mon[21837]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:33 smithi044 ceph-mon[26799]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:38:33.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:33.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:33.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:33 smithi139 ceph-mon[22751]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:35.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:35 smithi044 ceph-mon[26799]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:35 smithi044 ceph-mon[21837]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:35.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:35 smithi139 ceph-mon[22751]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:36.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:38:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:38:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:37 smithi139 ceph-mon[22751]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[26799]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[21837]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:38.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:38 smithi139 ceph-mon[22751]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:38 smithi044 ceph-mon[21837]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:38 smithi044 ceph-mon[26799]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:39] "GET /metrics HTTP/1.1" 200 208076 "" "Prometheus/2.33.4" 2024-04-26T16:38:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:40 smithi044 ceph-mon[26799]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:41.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:40 smithi044 ceph-mon[21837]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:40 smithi139 ceph-mon[22751]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:42.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:38:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:38:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:43 smithi044 ceph-mon[21837]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:43 smithi044 ceph-mon[26799]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:43.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:38:43.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:43.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:43.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:43.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:43 smithi139 ceph-mon[22751]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:45 smithi044 ceph-mon[21837]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:45.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:45 smithi044 ceph-mon[26799]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:45.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:45 smithi139 ceph-mon[22751]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:47.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[21837]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:47.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:47.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:47.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:47.463 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:38:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:38:47.463 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[26799]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:47.464 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:47.464 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:47.464 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:47 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:47 smithi139 ceph-mon[22751]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:47 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:47 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:49 smithi139 ceph-mon[22751]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:49.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:49 smithi044 ceph-mon[21837]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:49.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:49 smithi044 ceph-mon[26799]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:50.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:49] "GET /metrics HTTP/1.1" 200 208031 "" "Prometheus/2.33.4" 2024-04-26T16:38:51.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:51 smithi139 ceph-mon[22751]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:51.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:51 smithi044 ceph-mon[21837]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:51.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:51 smithi044 ceph-mon[26799]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:52.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:38:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:38:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:38:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:38:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:38:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:38:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:38:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:38:52.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:38:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:38:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:38:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:53.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:53 smithi044 ceph-mon[21837]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:53 smithi044 ceph-mon[26799]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:38:53.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:53.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:38:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:38:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:38:53.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:38:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:53 smithi139 ceph-mon[22751]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:55 smithi139 ceph-mon[22751]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:55 smithi044 ceph-mon[26799]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:55 smithi044 ceph-mon[21837]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:57.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:38:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:38:57.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:57 smithi139 ceph-mon[22751]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:57.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:57 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:57.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:57 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:57.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:57 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[26799]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:57.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[21837]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:38:57.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:38:57.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:57.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:57 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:38:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:38:59 smithi044 ceph-mon[26799]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:59.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:38:59 smithi044 ceph-mon[21837]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:38:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:38:59 smithi139 ceph-mon[22751]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:38:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:38:59] "GET /metrics HTTP/1.1" 200 208038 "" "Prometheus/2.33.4" 2024-04-26T16:39:01.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:01 smithi139 ceph-mon[22751]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:01 smithi044 ceph-mon[26799]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:01 smithi044 ceph-mon[21837]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:02.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:39:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:39:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:03 smithi044 ceph-mon[21837]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:03 smithi044 ceph-mon[26799]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:03.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:39:03.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:03.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:03.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:03 smithi139 ceph-mon[22751]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:05 smithi044 ceph-mon[26799]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:05.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:05 smithi044 ceph-mon[21837]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:05 smithi139 ceph-mon[22751]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:07.382 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:07 smithi044 ceph-mon[26799]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:07.383 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:07.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:07 smithi044 ceph-mon[21837]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:07.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:07.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:07 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:39:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:39:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:07 smithi139 ceph-mon[22751]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:08.427 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:08 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:08.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:08 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:08.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:08 smithi044 ceph-mon[21837]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:08.428 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:08 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:08.428 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:08 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:08.428 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:08 smithi044 ceph-mon[26799]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:08 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:08 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:08 smithi139 ceph-mon[22751]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:09.935 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:09] "GET /metrics HTTP/1.1" 200 208038 "" "Prometheus/2.33.4" 2024-04-26T16:39:10.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:10 smithi139 ceph-mon[22751]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:10 smithi044 ceph-mon[26799]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:11.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:10 smithi044 ceph-mon[21837]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:39:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:39:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:13 smithi044 ceph-mon[21837]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:13 smithi044 ceph-mon[26799]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:39:13.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:13.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:13.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:13 smithi139 ceph-mon[22751]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:15 smithi044 ceph-mon[26799]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:15 smithi044 ceph-mon[21837]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:15 smithi139 ceph-mon[22751]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:17.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:16 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:39:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:39:17.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:17 smithi139 ceph-mon[22751]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:17.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:17.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:17.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[21837]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[26799]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:19.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:19 smithi139 ceph-mon[22751]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:19.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:19 smithi044 ceph-mon[21837]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:19 smithi044 ceph-mon[26799]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:19] "GET /metrics HTTP/1.1" 200 208049 "" "Prometheus/2.33.4" 2024-04-26T16:39:21.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:21 smithi139 ceph-mon[22751]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:21 smithi044 ceph-mon[26799]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:21 smithi044 ceph-mon[21837]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:22.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:39:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:39:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:23 smithi044 ceph-mon[21837]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:23 smithi044 ceph-mon[26799]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:39:23.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:23.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:23.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:23 smithi139 ceph-mon[22751]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:25 smithi044 ceph-mon[21837]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:25 smithi044 ceph-mon[26799]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:25 smithi139 ceph-mon[22751]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:39:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:39:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:39:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:39:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:39:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:39:27.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:39:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:39:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:27 smithi044 ceph-mon[21837]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:27.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:27 smithi044 ceph-mon[26799]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:27.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:27 smithi139 ceph-mon[22751]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:28 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:28 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:28 smithi044 ceph-mon[21837]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:28 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:28 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:28 smithi044 ceph-mon[26799]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:28.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:28 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:28.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:28 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:28.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:28 smithi139 ceph-mon[22751]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:30.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:29] "GET /metrics HTTP/1.1" 200 208066 "" "Prometheus/2.33.4" 2024-04-26T16:39:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:30 smithi044 ceph-mon[26799]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:30 smithi044 ceph-mon[21837]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:30 smithi139 ceph-mon[22751]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:32.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:39:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:39:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:33 smithi044 ceph-mon[26799]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:33 smithi044 ceph-mon[21837]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:39:33.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:33.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:33.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:33.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:33.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:33 smithi139 ceph-mon[22751]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:35.595 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:35 smithi139 ceph-mon[22751]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:35.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:35 smithi044 ceph-mon[26799]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:35 smithi044 ceph-mon[21837]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:37.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:39:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:39:37.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:37 smithi139 ceph-mon[22751]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:37.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:37.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:37.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[26799]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[21837]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:37.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:39.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:39 smithi044 ceph-mon[26799]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:39.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:39 smithi044 ceph-mon[21837]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:39 smithi139 ceph-mon[22751]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:39] "GET /metrics HTTP/1.1" 200 208066 "" "Prometheus/2.33.4" 2024-04-26T16:39:41.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:41 smithi139 ceph-mon[22751]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:41 smithi044 ceph-mon[26799]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:41 smithi044 ceph-mon[21837]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:42.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:39:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:39:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:43 smithi044 ceph-mon[21837]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:43 smithi044 ceph-mon[26799]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:43.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:39:43.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:43.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:43.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:43.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:43.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:43.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:43 smithi139 ceph-mon[22751]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:45 smithi044 ceph-mon[21837]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:45.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:45 smithi044 ceph-mon[26799]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:45.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:45 smithi139 ceph-mon[22751]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:47 smithi044 ceph-mon[26799]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:47 smithi044 ceph-mon[21837]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:47.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:39:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:39:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:47 smithi139 ceph-mon[22751]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:48 smithi044 ceph-mon[26799]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:48 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:48 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:48 smithi044 ceph-mon[21837]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:48 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:48 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:48 smithi139 ceph-mon[22751]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:48 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:48 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:50.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:49] "GET /metrics HTTP/1.1" 200 208059 "" "Prometheus/2.33.4" 2024-04-26T16:39:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:50 smithi044 ceph-mon[21837]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:50 smithi044 ceph-mon[26799]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:50 smithi139 ceph-mon[22751]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:52.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:39:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:39:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:39:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:39:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:39:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:53 smithi044 ceph-mon[26799]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:53.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:53 smithi044 ceph-mon[21837]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:53.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:39:53.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:53.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:39:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:39:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:39:53.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:39:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:53 smithi139 ceph-mon[22751]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:55 smithi044 ceph-mon[26799]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:55 smithi044 ceph-mon[21837]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:55 smithi139 ceph-mon[22751]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:57.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:39:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[26799]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[21837]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:57.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:57 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:57 smithi139 ceph-mon[22751]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:39:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:57 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:39:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:57 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:57 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:39:59.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:39:59 smithi139 ceph-mon[22751]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:59.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:39:59 smithi044 ceph-mon[21837]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:39:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:39:59 smithi044 ceph-mon[26799]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:39:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:39:59] "GET /metrics HTTP/1.1" 200 208035 "" "Prometheus/2.33.4" 2024-04-26T16:40:00.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:00 smithi139 ceph-mon[22751]: overall HEALTH_OK 2024-04-26T16:40:00.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:00 smithi044 ceph-mon[26799]: overall HEALTH_OK 2024-04-26T16:40:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:00 smithi044 ceph-mon[21837]: overall HEALTH_OK 2024-04-26T16:40:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:01 smithi139 ceph-mon[22751]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:01 smithi044 ceph-mon[26799]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:01 smithi044 ceph-mon[21837]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:02.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:40:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:40:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:03 smithi044 ceph-mon[26799]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:03 smithi044 ceph-mon[21837]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:40:03.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:03.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:03.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:03 smithi139 ceph-mon[22751]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:05.622 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:05 smithi044 ceph-mon[21837]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:05.623 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:05 smithi044 ceph-mon[26799]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:05 smithi139 ceph-mon[22751]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:07.710 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:07 smithi044 ceph-mon[21837]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:07.710 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:07.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:07 smithi044 ceph-mon[26799]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:07.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:07 smithi139 ceph-mon[22751]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:08.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:07 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:40:07] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:40:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:08 smithi044 ceph-mon[26799]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:08 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:08 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:08 smithi044 ceph-mon[21837]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:08 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:08 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:08 smithi139 ceph-mon[22751]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:08 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:08 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:10.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:09] "GET /metrics HTTP/1.1" 200 208035 "" "Prometheus/2.33.4" 2024-04-26T16:40:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:10 smithi044 ceph-mon[26799]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:10.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:10 smithi044 ceph-mon[21837]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:11.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:10 smithi139 ceph-mon[22751]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:40:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:40:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:13 smithi044 ceph-mon[26799]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:13 smithi044 ceph-mon[21837]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:40:13.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:13.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:13.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:13 smithi139 ceph-mon[22751]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:15 smithi044 ceph-mon[26799]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:15 smithi044 ceph-mon[21837]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:15 smithi139 ceph-mon[22751]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:17.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:16 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:40:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:40:17.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:17 smithi139 ceph-mon[22751]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:17.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:17.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:17.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[26799]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[21837]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:19.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:19 smithi044 ceph-mon[21837]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:19 smithi044 ceph-mon[26799]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:19 smithi139 ceph-mon[22751]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:20.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:19] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-26T16:40:21.472 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:21 smithi139 ceph-mon[22751]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:21 smithi044 ceph-mon[21837]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:21 smithi044 ceph-mon[26799]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:21.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:40:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:40:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:23 smithi044 ceph-mon[21837]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:23 smithi044 ceph-mon[26799]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:40:23.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:23.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:23.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:23 smithi139 ceph-mon[22751]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:25 smithi044 ceph-mon[21837]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:25 smithi044 ceph-mon[26799]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:25 smithi139 ceph-mon[22751]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:40:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:40:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:40:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:40:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:40:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:40:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:27 smithi044 ceph-mon[21837]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:27 smithi044 ceph-mon[26799]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:27 smithi139 ceph-mon[22751]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:28.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:40:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:40:29.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:28 smithi044 ceph-mon[21837]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:29.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:28 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:29.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:28 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:29.097 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:28 smithi044 ceph-mon[26799]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:29.097 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:28 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:29.097 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:28 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:28 smithi139 ceph-mon[22751]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:28 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:28 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:30.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:29] "GET /metrics HTTP/1.1" 200 207997 "" "Prometheus/2.33.4" 2024-04-26T16:40:31.194 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:30 smithi044 ceph-mon[21837]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:31.194 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:30 smithi044 ceph-mon[26799]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:30 smithi139 ceph-mon[22751]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:32.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:40:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:40:33.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:33 smithi139 ceph-mon[22751]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:33 smithi044 ceph-mon[21837]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:33 smithi044 ceph-mon[26799]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:33.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:40:33.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:33.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:33.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:33.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:33.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:35 smithi044 ceph-mon[21837]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:35.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:35 smithi044 ceph-mon[26799]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:35 smithi139 ceph-mon[22751]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:37.349 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:40:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[26799]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[21837]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:37 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:37 smithi139 ceph-mon[22751]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-26T16:40:37.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:37.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:37.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:37 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:39.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:39 smithi139 ceph-mon[22751]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:39.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:39 smithi044 ceph-mon[21837]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:39.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:39 smithi044 ceph-mon[26799]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:40.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:39] "GET /metrics HTTP/1.1" 200 207997 "" "Prometheus/2.33.4" 2024-04-26T16:40:41.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:41 smithi139 ceph-mon[22751]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:41 smithi044 ceph-mon[21837]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:41 smithi044 ceph-mon[26799]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:42.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:40:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:40:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:43 smithi044 ceph-mon[21837]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:43 smithi044 ceph-mon[26799]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:40:43.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:43.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:43.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:43.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:43 smithi139 ceph-mon[22751]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:44.198 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-26T16:40:45.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:45 smithi044 ceph-mon[21837]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:45.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:45 smithi044 ceph-mon[26799]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:45.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:45 smithi139 ceph-mon[22751]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:47.091 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-26T16:40:47.616 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:47 smithi044 ceph-mon[26799]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:47.616 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:47.616 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:47 smithi044 ceph-mon[21837]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:47.616 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:47 smithi139 ceph-mon[22751]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:47.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:48.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:40:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:40:49.107 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:48 smithi044 ceph-mon[21837]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:49.107 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:48 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:49.108 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:48 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:49.108 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:48 smithi044 ceph-mon[26799]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:49.108 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:48 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:49.108 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:48 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:49.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:48 smithi139 ceph-mon[22751]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:49.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:48 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:49.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:48 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:49.978 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:49] "GET /metrics HTTP/1.1" 200 207993 "" "Prometheus/2.33.4" 2024-04-26T16:40:50.107 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-26T16:40:51.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:50 smithi044 ceph-mon[26799]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:51.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:50 smithi044 ceph-mon[21837]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:51.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:50 smithi139 ceph-mon[22751]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:52.016 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:40:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:40:52.435 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:40:52.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:40:52.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:52 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:40:52.436 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:40:52.436 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:40:52.436 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:52 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:40:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:40:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:40:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:52 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:40:53.462 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:53 smithi044 ceph-mon[21837]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:53.462 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:53 smithi044 ceph-mon[26799]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:53.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:40:53.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:53.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:53.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:40:53.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:40:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:40:53.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:40:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:53 smithi139 ceph-mon[22751]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:54.681 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T16:40:54.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:54 smithi044 ceph-mon[21837]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:54.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:54 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:54.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:54 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:54.997 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:54 smithi044 ceph-mon[26799]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:54.998 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:54 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:54.998 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:54 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:54 smithi139 ceph-mon[22751]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:54 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:54 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 8s ago 10m - - 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 19s ago 9m - - 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (3m) 8s ago 4m 26.1M - ba2b418f427c 5a99fe7757b5 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (4m) 19s ago 4m 51.4M - 8.3.5 dad864ee21e9 619d1246b73d 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (3m) 8s ago 3m 50.9M - 3.5 e1d6a67b021e bb54c76038ee 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443 running (9m) 19s ago 9m 412M - 17.2.0 e1d6a67b021e d7a9fa0bb325 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:9283 running (11m) 8s ago 11m 462M - 17.2.0 e1d6a67b021e 2c8e963d3ccc 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (11m) 8s ago 11m 50.6M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:40:56.814 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (9m) 19s ago 9m 41.0M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (9m) 8s ago 9m 40.9M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (5m) 8s ago 5m 14.3M - 1dbe0e931976 eb06fbadf248 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (4m) 19s ago 4m 16.0M - 1dbe0e931976 686ef6b18013 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (9m) 8s ago 9m 49.7M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (8m) 8s ago 8m 50.0M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (8m) 8s ago 8m 46.0M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (7m) 8s ago 7m 48.3M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (7m) 19s ago 7m 49.2M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (6m) 19s ago 6m 47.5M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (6m) 19s ago 6m 43.6M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (5m) 19s ago 5m 50.8M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (3m) 19s ago 5m 65.2M - 514e6a882f6e 6e89c37c899a 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (3m) 8s ago 3m 69.4M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:40:56.815 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (3m) 19s ago 3m 71.3M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:40:57.456 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:40:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[21837]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[26799]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:57.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:57 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:57 smithi139 ceph-mon[22751]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:40:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:57 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:40:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:57 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:57 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:40:57.670 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions' 2024-04-26T16:40:58.635 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:58 smithi044 ceph-mon[21837]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:40:58.635 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:58 smithi044 ceph-mon[26799]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:40:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:58 smithi139 ceph-mon[22751]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:40:59.391 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:40:59 smithi044 ceph-mon[26799]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:59.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:40:59 smithi044 ceph-mon[21837]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:40:59 smithi139 ceph-mon[22751]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:40:59.871 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 15 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:40:59.872 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:41:00.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:40:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:40:59] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-26T16:41:00.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:00 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3897134901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:41:00.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:00 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3897134901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:41:00.674 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph -s' 2024-04-26T16:41:00.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:00 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3897134901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:41:01.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:01 smithi139 ceph-mon[22751]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:01 smithi044 ceph-mon[21837]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:01 smithi044 ceph-mon[26799]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:01.871 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:41:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:41:02.754 INFO:teuthology.orchestra.run.smithi044.stdout: cluster: 2024-04-26T16:41:02.754 INFO:teuthology.orchestra.run.smithi044.stdout: id: 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:41:02.754 INFO:teuthology.orchestra.run.smithi044.stdout: health: HEALTH_OK 2024-04-26T16:41:02.754 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: services: 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: mon: 3 daemons, quorum a,c,b (age 9m) 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: mgr: y(active, since 5m), standbys: x 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: osd: 8 osds: 8 up (since 5m), 8 in (since 6m) 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: data: 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: pools: 6 pools, 161 pgs 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: objects: 209 objects, 585 KiB 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: usage: 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: pgs: 161 active+clean 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: io: 2024-04-26T16:41:02.755 INFO:teuthology.orchestra.run.smithi044.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-26T16:41:02.756 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:41:03.451 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ls' 2024-04-26T16:41:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-mon[26799]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/581730338' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:41:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-mon[21837]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/581730338' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:41:03.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:41:03.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:03.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:03.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:03 smithi139 ceph-mon[22751]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:03 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/581730338' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:41:05.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:05 smithi044 ceph-mon[21837]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:05.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:05 smithi044 ceph-mon[26799]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:05.672 INFO:teuthology.orchestra.run.smithi044.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T16:41:05.672 INFO:teuthology.orchestra.run.smithi044.stdout:agent 2/2 17s ago 5m * 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager ?:9093,9094 1/1 17s ago 5m smithi044=a;count:1 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:grafana ?:3000 1/1 8s ago 5m smithi139=a;count:1 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo 1/1 17s ago 3m count:1 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:mgr 2/2 17s ago 9m smithi044=y;smithi139=x;count:2 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:mon 3/3 17s ago 10m smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter ?:9100 2/2 17s ago 5m smithi044=a;smithi139=b;count:2 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd 8 17s ago - 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus ?:9095 1/1 8s ago 5m smithi139=a;count:1 2024-04-26T16:41:05.673 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo ?:8000 2/2 17s ago 3m count:2 2024-04-26T16:41:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:05 smithi139 ceph-mon[22751]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:06.497 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-26T16:41:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:07 smithi044 ceph-mon[21837]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:07 smithi044 ceph-mon[21837]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:07 smithi044 ceph-mon[26799]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:07.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:07 smithi044 ceph-mon[26799]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:07.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:07 smithi139 ceph-mon[22751]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:07 smithi139 ceph-mon[22751]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:08.126 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:41:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:41:08.937 INFO:teuthology.orchestra.run.smithi044.stdout:Scheduled to redeploy mgr.x on host 'smithi139' 2024-04-26T16:41:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[26799]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1417240720' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:41:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:41:09.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[21837]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:09.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1417240720' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:41:09.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:41:09.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:09 smithi139 ceph-mon[22751]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:09.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:09 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1417240720' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:41:09.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:09.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:41:09.757 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps --refresh' 2024-04-26T16:41:10.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:09] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-26T16:41:10.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:10 smithi044 ceph-mon[21837]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:10.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:10 smithi044 ceph-mon[21837]: Schedule redeploy daemon mgr.x 2024-04-26T16:41:10.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:10 smithi044 ceph-mon[26799]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:10.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:10 smithi044 ceph-mon[26799]: Schedule redeploy daemon mgr.x 2024-04-26T16:41:10.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:10 smithi139 ceph-mon[22751]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:10.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:10 smithi139 ceph-mon[22751]: Schedule redeploy daemon mgr.x 2024-04-26T16:41:11.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:11 smithi044 ceph-mon[26799]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:11.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:11 smithi044 ceph-mon[21837]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:11 smithi139 ceph-mon[22751]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:41:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:41:13.440 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:13 smithi044 ceph-mon[26799]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:13.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:13 smithi044 ceph-mon[21837]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:41:13.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:13.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:13.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:13 smithi139 ceph-mon[22751]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 5s ago 10m - - 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 16s ago 10m - - 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (4m) 5s ago 4m 26.1M - ba2b418f427c 5a99fe7757b5 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (4m) 16s ago 4m 53.6M - 8.3.5 dad864ee21e9 619d1246b73d 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (3m) 5s ago 3m 51.0M - 3.5 e1d6a67b021e bb54c76038ee 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443 running (9m) 16s ago 9m 412M - 17.2.0 e1d6a67b021e d7a9fa0bb325 2024-04-26T16:41:13.931 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:9283 running (11m) 5s ago 11m 463M - 17.2.0 e1d6a67b021e 2c8e963d3ccc 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (11m) 5s ago 11m 51.3M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (9m) 16s ago 9m 40.9M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (10m) 5s ago 10m 40.9M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (5m) 5s ago 5m 19.4M - 1dbe0e931976 eb06fbadf248 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (5m) 16s ago 5m 14.6M - 1dbe0e931976 686ef6b18013 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (9m) 5s ago 9m 49.8M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (8m) 5s ago 8m 50.2M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (8m) 5s ago 8m 46.1M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (8m) 5s ago 8m 48.5M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (7m) 16s ago 7m 49.4M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (7m) 16s ago 7m 47.7M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (6m) 16s ago 6m 43.7M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (6m) 16s ago 6m 51.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:41:13.932 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (4m) 16s ago 5m 67.3M - 514e6a882f6e 6e89c37c899a 2024-04-26T16:41:13.933 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (3m) 5s ago 3m 69.5M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:41:13.933 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (3m) 16s ago 3m 71.5M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:41:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:15 smithi044 ceph-mon[21837]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:15 smithi044 ceph-mon[21837]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:15 smithi044 ceph-mon[26799]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:15 smithi044 ceph-mon[26799]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:15 smithi139 ceph-mon[22751]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:15 smithi139 ceph-mon[22751]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:41:16.570 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'sleep 180' 2024-04-26T16:41:17.509 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:41:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[21837]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[26799]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:17.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:17 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:17.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:17 smithi139 ceph-mon[22751]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:17.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:17.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:17.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:17 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:19 smithi044 ceph-mon[26799]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:19.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:19 smithi044 ceph-mon[21837]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:19 smithi139 ceph-mon[22751]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:20.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:19] "GET /metrics HTTP/1.1" 200 207987 "" "Prometheus/2.33.4" 2024-04-26T16:41:21.642 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:21 smithi139 ceph-mon[22751]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:21.642 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:41:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:41:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:21 smithi044 ceph-mon[21837]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:21 smithi044 ceph-mon[26799]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:23.694 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:23 smithi139 ceph-mon[22751]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:23 smithi044 ceph-mon[21837]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:23 smithi044 ceph-mon[26799]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:41:23.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:23.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:23.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:25 smithi044 ceph-mon[26799]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:25 smithi044 ceph-mon[21837]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:25 smithi139 ceph-mon[22751]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:41:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:41:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:41:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:41:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:41:26.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:41:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:27 smithi044 ceph-mon[26799]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:27.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:27 smithi044 ceph-mon[21837]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:27.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:27 smithi139 ceph-mon[22751]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:28.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:28 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:41:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:41:29.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-mon[21837]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:29.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:29.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-mon[26799]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:29 smithi139 ceph-mon[22751]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:30.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:29] "GET /metrics HTTP/1.1" 200 207989 "" "Prometheus/2.33.4" 2024-04-26T16:41:31.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:31 smithi044 ceph-mon[26799]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:31.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:31 smithi044 ceph-mon[21837]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:31.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:31 smithi139 ceph-mon[22751]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:32.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:41:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:41:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:33 smithi044 ceph-mon[26799]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:33 smithi044 ceph-mon[21837]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:41:33.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:33.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:33.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:33.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:33 smithi139 ceph-mon[22751]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:35 smithi044 ceph-mon[21837]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:35.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:35 smithi044 ceph-mon[26799]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:35 smithi139 ceph-mon[22751]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:37.643 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:41:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:41:37.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:37 smithi044 ceph-mon[21837]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:37.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:37.644 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:37 smithi044 ceph-mon[26799]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:37.644 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:37 smithi139 ceph-mon[22751]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:37.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:38.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:38 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:38.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:38 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:38.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:38 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:38.717 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:38 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:38 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:38 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:39.686 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:39 smithi044 ceph-mon[26799]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:39.686 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:39 smithi044 ceph-mon[21837]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:39 smithi139 ceph-mon[22751]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:40.004 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:39] "GET /metrics HTTP/1.1" 200 207989 "" "Prometheus/2.33.4" 2024-04-26T16:41:41.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:41 smithi044 ceph-mon[21837]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:41.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:41 smithi044 ceph-mon[26799]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:41 smithi139 ceph-mon[22751]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:41.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:41:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:41:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:41:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:42 smithi139 ceph-mon[22751]: Deploying daemon mgr.x on smithi139 2024-04-26T16:41:43.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:43.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:41:43.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[26799]: Deploying daemon mgr.x on smithi139 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:43.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:41:43.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:41:43.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:41:43.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:42 smithi044 ceph-mon[21837]: Deploying daemon mgr.x on smithi139 2024-04-26T16:41:44.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:41:43.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:44.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:43.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:44.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:43.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:45.137 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:44 smithi044 ceph-mon[26799]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:45.137 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:44 smithi044 ceph-mon[21837]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:45.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:44 smithi139 ceph-mon[22751]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:47 smithi044 ceph-mon[26799]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:47 smithi044 ceph-mon[21837]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:47 smithi139 ceph-mon[22751]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:48.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:41:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:41:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-mon[26799]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-mon[21837]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:49 smithi139 ceph-mon[22751]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:50.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:49] "GET /metrics HTTP/1.1" 200 207988 "" "Prometheus/2.33.4" 2024-04-26T16:41:51.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:51 smithi044 ceph-mon[21837]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:51.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:51 smithi044 ceph-mon[26799]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:51 smithi139 ceph-mon[22751]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:52.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:41:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:41:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:53 smithi044 ceph-mon[26799]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:53.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:53 smithi044 ceph-mon[21837]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:53.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:41:53.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:53.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:41:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:41:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:41:53.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:41:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:53 smithi139 ceph-mon[22751]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:55 smithi044 ceph-mon[26799]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:55 smithi044 ceph-mon[21837]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:55 smithi139 ceph-mon[22751]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:57.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:41:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:41:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:57 smithi044 ceph-mon[26799]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:57 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:57.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:57 smithi044 ceph-mon[21837]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:57.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:57 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:57 smithi139 ceph-mon[22751]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:41:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:57 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:41:58.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:58 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:58.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:58 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:58.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:41:58 smithi044 ceph-mon[21837]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:58.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:58 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:58.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:58 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:58.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:41:58 smithi044 ceph-mon[26799]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:41:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:58 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:58 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:41:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:41:58 smithi139 ceph-mon[22751]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:41:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:41:59] "GET /metrics HTTP/1.1" 200 207987 "" "Prometheus/2.33.4" 2024-04-26T16:42:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:00 smithi044 ceph-mon[26799]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:00 smithi044 ceph-mon[21837]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:01.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:00 smithi139 ceph-mon[22751]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:02.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:42:03.660 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:03 smithi044 ceph-mon[21837]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:03.660 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:03 smithi044 ceph-mon[26799]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:03.661 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:42:03.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:03.661 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:03.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:03.661 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:03.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:03 smithi139 ceph-mon[22751]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:05 smithi044 ceph-mon[21837]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:05 smithi044 ceph-mon[26799]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:05 smithi139 ceph-mon[22751]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:07 smithi044 ceph-mon[21837]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:07 smithi044 ceph-mon[26799]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:07 smithi139 ceph-mon[22751]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:08.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:42:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-mon[26799]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:09.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-mon[21837]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:09.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:09.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:09 smithi139 ceph-mon[22751]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:10.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:09] "GET /metrics HTTP/1.1" 200 207987 "" "Prometheus/2.33.4" 2024-04-26T16:42:11.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:11 smithi139 ceph-mon[22751]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:11 smithi044 ceph-mon[21837]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:11.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:11 smithi044 ceph-mon[26799]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[24302]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:42:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:13 smithi044 ceph-mon[21837]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:13 smithi044 ceph-mon[26799]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:42:13.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:13.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:13.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:13 smithi139 ceph-mon[22751]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:15 smithi044 ceph-mon[21837]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:15 smithi044 ceph-mon[26799]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:15 smithi139 ceph-mon[22751]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:17.452 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:17 smithi139 ceph-mon[22751]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:17.452 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:17.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:42:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:17 smithi044 ceph-mon[26799]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:17 smithi044 ceph-mon[21837]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:17.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:17 smithi139 systemd[1]: Stopping Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:42:17.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:17 smithi139 bash[49033]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr.x" found: no such container 2024-04-26T16:42:17.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:17 smithi139 podman[49045]: 2024-04-26 16:42:17.626653142 +0000 UTC m=+0.141137095 container died d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, vcs-type=git, ceph=True, io.openshift.expose-services=, version=8, name=centos-stream, distribution-scope=public, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T16:42:18.248 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 podman[49045]: 2024-04-26 16:42:18.014285038 +0000 UTC m=+0.528768977 container cleanup d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, com.redhat.component=centos-stream-container, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, release=754, version=8, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, ceph=True, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-26T16:42:18.248 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 bash[49045]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x 2024-04-26T16:42:18.248 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 bash[49093]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr.x" found: no such container 2024-04-26T16:42:18.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 podman[49081]: 2024-04-26 16:42:18.2490248 +0000 UTC m=+0.619069955 container remove d7a9fa0bb3255bfe7820a8732eed2c7505651be6351520796289552461b661f6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, distribution-scope=public, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, version=8, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.19.8, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , RELEASE=HEAD, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, name=centos-stream, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T16:42:18.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:42:18.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T16:42:18.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 systemd[1]: Stopped Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:42:18.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Consumed 17.913s CPU time. 2024-04-26T16:42:18.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 systemd[1]: Starting Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:42:18.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:18 smithi139 ceph-mon[22751]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:18.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:18 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:18.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:18 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:18.877 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 podman[49199]: 2024-04-26 16:42:18.565669042 +0000 UTC m=+0.018106622 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T16:42:18.877 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 podman[49199]: 2024-04-26 16:42:18.666871934 +0000 UTC m=+0.119309491 container create acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e) 2024-04-26T16:42:18.878 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 podman[49199]: 2024-04-26 16:42:18.877804278 +0000 UTC m=+0.330241833 container init acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T16:42:18.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-mon[26799]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:18.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:18.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:18.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-mon[21837]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:18.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:18.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:19.162 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 podman[49199]: 2024-04-26 16:42:18.880472534 +0000 UTC m=+0.332910085 container start acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-26T16:42:19.162 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 ceph-mgr[49218]: -- 172.21.15.139:0/706649377 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5632ef1905a0 con 0x5632ef164800 2024-04-26T16:42:19.162 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 bash[49199]: acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b 2024-04-26T16:42:19.163 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:18 smithi139 systemd[1]: Started Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:42:19.163 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:19.038+0000 7f8e26a3b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:42:19.258 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:18.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=5 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-26T16:42:19.472 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:19.226+0000 7f8e26a3b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:42:19.473 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:19.331+0000 7f8e26a3b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:42:19.745 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:19.655+0000 7f8e26a3b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:42:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:19] "GET /metrics HTTP/1.1" 200 207982 "" "Prometheus/2.33.4" 2024-04-26T16:42:20.012 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:19.744+0000 7f8e26a3b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:42:20.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:42:20.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:42:20.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:42:20.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:20 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:42:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:42:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:42:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:20 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:21.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:21.000+0000 7f8e26a3b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:42:21.356 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-mon[22751]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:21.356 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:21.176+0000 7f8e26a3b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:42:21.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:21 smithi044 ceph-mon[21837]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:21.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:21 smithi044 ceph-mon[26799]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:21.650 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:21.355+0000 7f8e26a3b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:42:21.960 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:21.650+0000 7f8e26a3b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:42:21.960 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:21.747+0000 7f8e26a3b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:42:22.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:21.959+0000 7f8e26a3b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:42:22.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:22.156+0000 7f8e26a3b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:42:23.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:22.763+0000 7f8e26a3b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:42:23.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:22.988+0000 7f8e26a3b200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:42:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:23 smithi044 ceph-mon[21837]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:23 smithi044 ceph-mon[26799]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:23.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:42:23.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:23.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": dial tcp 172.21.15.139:8443: connect: connection refused" 2024-04-26T16:42:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:23.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:23 smithi139 ceph-mon[22751]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:23.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:23.419+0000 7f8e26a3b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:42:23.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:23.517+0000 7f8e26a3b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:42:24.244 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:23.889+0000 7f8e26a3b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:42:24.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:24.243+0000 7f8e26a3b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:42:24.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:24.336+0000 7f8e26a3b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:42:25.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:24.581+0000 7f8e26a3b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:42:25.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:24.715+0000 7f8e26a3b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:42:25.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:24.812+0000 7f8e26a3b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:42:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:25 smithi139 ceph-mon[22751]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:25.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:25.141+0000 7f8e26a3b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:42:25.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:25.234+0000 7f8e26a3b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:42:25.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:25 smithi044 ceph-mon[21837]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:25 smithi044 ceph-mon[26799]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:26.171 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:25.839+0000 7f8e26a3b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:42:26.171 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:26.063+0000 7f8e26a3b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:42:26.171 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:42:26] ENGINE Bus STARTING 2024-04-26T16:42:26.171 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: CherryPy Checker: 2024-04-26T16:42:26.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: The Application mounted at '' has an empty config. 2024-04-26T16:42:26.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:42:26] ENGINE Serving on http://:::9283 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:42:26] ENGINE Bus STARTED 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:42:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:26 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:42:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:42:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:42:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:42:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:42:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:42:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:42:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:42:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:26 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:42:27.508 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:27.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=5 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-mon[21837]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-mon[21837]: mgrmap e22: y(active, since 7m), standbys: x 2024-04-26T16:42:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-mon[26799]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:27 smithi044 ceph-mon[26799]: mgrmap e22: y(active, since 7m), standbys: x 2024-04-26T16:42:27.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:27 smithi139 ceph-mon[22751]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:27.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:27.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:27 smithi139 ceph-mon[22751]: mgrmap e22: y(active, since 7m), standbys: x 2024-04-26T16:42:28.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:28 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:42:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-mon[21837]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-mon[26799]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:29 smithi139 ceph-mon[22751]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:29.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:30.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:29] "GET /metrics HTTP/1.1" 200 207985 "" "Prometheus/2.33.4" 2024-04-26T16:42:31.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:31 smithi044 ceph-mon[26799]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:31.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:31 smithi044 ceph-mon[21837]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:31 smithi139 ceph-mon[22751]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:31.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:42:33.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:33 smithi044 ceph-mon[26799]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:33.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:33 smithi044 ceph-mon[21837]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:33 smithi139 ceph-mon[22751]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:33.807 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:42:33.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:33.807 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:33.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:33.808 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:33.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:35.644 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:35 smithi139 ceph-mon[22751]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:35 smithi044 ceph-mon[21837]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:35.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:35 smithi044 ceph-mon[26799]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:37 smithi139 ceph-mon[22751]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:37.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:37 smithi044 ceph-mon[21837]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:37.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:37.672 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:37 smithi044 ceph-mon[26799]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:37.672 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:38.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:42:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:38.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:38 smithi139 ceph-mon[22751]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:38.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:38 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:38.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:38 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:38 smithi044 ceph-mon[21837]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:38 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:38 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:38 smithi044 ceph-mon[26799]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:38 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:38 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:39] "GET /metrics HTTP/1.1" 200 207985 "" "Prometheus/2.33.4" 2024-04-26T16:42:40.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:40 smithi139 ceph-mon[22751]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:40 smithi044 ceph-mon[26799]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:41.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:40 smithi044 ceph-mon[21837]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:41.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:42:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:42.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:42:42.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:42.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:42 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:42 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:42 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:43 smithi044 ceph-mon[21837]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:43 smithi044 ceph-mon[26799]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:43.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:42:43.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:43.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:43.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:43.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:43 smithi139 ceph-mon[22751]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:45.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:45 smithi139 ceph-mon[22751]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:45.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:45 smithi044 ceph-mon[26799]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:45.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:45 smithi044 ceph-mon[21837]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:47 smithi044 ceph-mon[26799]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:47.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:47 smithi044 ceph-mon[21837]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:47.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:47 smithi139 ceph-mon[22751]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:49.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:42:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:49 smithi139 ceph-mon[22751]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:49.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-mon[21837]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:49.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:49.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:49.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-mon[26799]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:49.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:49.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:50.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:49] "GET /metrics HTTP/1.1" 200 207994 "" "Prometheus/2.33.4" 2024-04-26T16:42:51.657 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:51 smithi044 ceph-mon[26799]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:51.658 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:51 smithi044 ceph-mon[21837]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:51.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:51 smithi139 ceph-mon[22751]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:51.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:42:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:42:53.692 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:53 smithi139 ceph-mon[22751]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:53 smithi044 ceph-mon[26799]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:42:53.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:53.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:42:53.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:42:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:42:53.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:42:53.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:53 smithi044 ceph-mon[21837]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:55 smithi044 ceph-mon[21837]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:55 smithi044 ceph-mon[26799]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:55.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:55 smithi139 ceph-mon[22751]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:57 smithi044 ceph-mon[21837]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:57 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:57 smithi044 ceph-mon[26799]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:57 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:57 smithi139 ceph-mon[22751]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:42:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:57 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:42:58.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:42:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:42:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-mon[21837]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-mon[26799]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:59 smithi139 ceph-mon[22751]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:42:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:42:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:42:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:42:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:42:59] "GET /metrics HTTP/1.1" 200 207989 "" "Prometheus/2.33.4" 2024-04-26T16:43:01.617 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:01 smithi139 ceph-mon[22751]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:01 smithi044 ceph-mon[21837]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:01 smithi044 ceph-mon[26799]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:02.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:43:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:43:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:03 smithi044 ceph-mon[26799]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:03 smithi044 ceph-mon[21837]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:03.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:43:03.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:03.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:03.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:03 smithi139 ceph-mon[22751]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:05 smithi044 ceph-mon[21837]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:05 smithi044 ceph-mon[26799]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:05 smithi139 ceph-mon[22751]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:07 smithi044 ceph-mon[26799]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:07 smithi044 ceph-mon[21837]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:07 smithi139 ceph-mon[22751]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:09.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:43:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:43:09.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-mon[21837]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:09.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:09.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-mon[26799]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:09 smithi139 ceph-mon[22751]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:10.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:09] "GET /metrics HTTP/1.1" 200 207989 "" "Prometheus/2.33.4" 2024-04-26T16:43:11.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:11 smithi139 ceph-mon[22751]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:11.665 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:11 smithi044 ceph-mon[21837]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:11.665 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:11 smithi044 ceph-mon[26799]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:43:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:43:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:13 smithi044 ceph-mon[21837]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:13 smithi044 ceph-mon[26799]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:43:13.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:13.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:13.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:13 smithi139 ceph-mon[22751]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:15 smithi044 ceph-mon[26799]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:15 smithi044 ceph-mon[21837]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:15 smithi139 ceph-mon[22751]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:17 smithi044 ceph-mon[26799]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:17 smithi044 ceph-mon[21837]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:17 smithi139 ceph-mon[22751]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:18.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:43:18] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:19.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:43:19.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:43:19.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:43:19.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:43:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:19] "GET /metrics HTTP/1.1" 200 207990 "" "Prometheus/2.33.4" 2024-04-26T16:43:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:21 smithi044 ceph-mon[21837]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:21 smithi044 ceph-mon[26799]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:21.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:21 smithi139 ceph-mon[22751]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:21.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:43:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:43:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:23 smithi044 ceph-mon[26799]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:23 smithi044 ceph-mon[21837]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:43:23.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:23.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:23.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:23.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:23 smithi139 ceph-mon[22751]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:24.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:24 smithi044 ceph-mon[26799]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:24.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:24 smithi044 ceph-mon[21837]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:24 smithi139 ceph-mon[22751]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:26.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:43:26.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:25 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:43:26.001 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:43:26.002 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:25 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:43:26.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:43:26.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:25 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:43:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:27 smithi044 ceph-mon[21837]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:27 smithi044 ceph-mon[26799]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:27 smithi139 ceph-mon[22751]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:29.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:28 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:43:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:43:29.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:29 smithi139 ceph-mon[22751]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:29.465 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:29.465 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-mon[21837]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:29.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-mon[26799]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:29.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:30.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:29] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-26T16:43:31.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:31 smithi044 ceph-mon[21837]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:31.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:31 smithi044 ceph-mon[26799]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:31 smithi139 ceph-mon[22751]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:31.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:43:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:43:33.617 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:33 smithi044 ceph-mon[26799]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:33.617 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:33 smithi044 ceph-mon[21837]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:33.617 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:43:33.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:33.617 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:33.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:33.617 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:33.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:33 smithi139 ceph-mon[22751]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:35.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:35 smithi044 ceph-mon[21837]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:35.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:35 smithi044 ceph-mon[26799]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:35 smithi139 ceph-mon[22751]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:37 smithi044 ceph-mon[21837]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:37 smithi044 ceph-mon[26799]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:37 smithi139 ceph-mon[22751]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:39.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:43:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:43:39.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-mon[21837]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:39.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:39.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:39.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-mon[26799]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:39.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:39.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:39 smithi139 ceph-mon[22751]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:39 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:39 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:39] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-26T16:43:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:41 smithi044 ceph-mon[21837]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:41 smithi044 ceph-mon[26799]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:41 smithi139 ceph-mon[22751]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:41.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:43:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:43:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:43 smithi044 ceph-mon[21837]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:43.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:43 smithi044 ceph-mon[26799]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:43:43.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:43.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:43.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:43.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:43.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:43 smithi139 ceph-mon[22751]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:45.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:45 smithi044 ceph-mon[26799]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:45.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:45 smithi044 ceph-mon[21837]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:45.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:45 smithi139 ceph-mon[22751]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:47 smithi044 ceph-mon[21837]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:47.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:47 smithi044 ceph-mon[26799]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:47.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:47 smithi139 ceph-mon[22751]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:48 smithi044 ceph-mon[21837]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:48 smithi044 ceph-mon[26799]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:48.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:48 smithi139 ceph-mon[22751]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:49.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:43:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:43:50.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:49] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-26T16:43:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:49 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:50.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:50.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:49 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:50.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:50.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:49 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:50 smithi044 ceph-mon[26799]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:51.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:50 smithi044 ceph-mon[21837]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:51.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:50 smithi139 ceph-mon[22751]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:52.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:43:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:43:53.590 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:53 smithi044 ceph-mon[21837]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:53.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:53 smithi044 ceph-mon[26799]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:53.591 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:43:53.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:53.591 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:53.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:43:53.591 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:43:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:43:53.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:43:53.760 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:53 smithi139 ceph-mon[22751]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:55 smithi044 ceph-mon[26799]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:55 smithi044 ceph-mon[21837]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:55 smithi139 ceph-mon[22751]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:57 smithi044 ceph-mon[21837]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:57 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:57 smithi044 ceph-mon[26799]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:57 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:57 smithi139 ceph-mon[22751]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:43:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:57 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:43:59.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:43:58] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:43:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-mon[21837]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-mon[26799]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:59.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:59 smithi139 ceph-mon[22751]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:43:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:43:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:43:59 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:43:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:43:59] "GET /metrics HTTP/1.1" 200 207989 "" "Prometheus/2.33.4" 2024-04-26T16:44:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:01 smithi044 ceph-mon[26799]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:01 smithi044 ceph-mon[21837]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:01.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:01 smithi139 ceph-mon[22751]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:01.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:44:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:03 smithi044 ceph-mon[26799]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:44:03.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:03.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:44:03.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:03.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:03.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:03 smithi044 ceph-mon[21837]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:03 smithi139 ceph-mon[22751]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:05 smithi044 ceph-mon[26799]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:05 smithi044 ceph-mon[21837]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:05 smithi139 ceph-mon[22751]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:07 smithi044 ceph-mon[26799]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:07 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:07 smithi044 ceph-mon[21837]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:07 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:07 smithi139 ceph-mon[22751]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:07 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:09.413 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:44:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:44:09.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:09 smithi139 ceph-mon[22751]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:09.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:09.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:09 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:09.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-mon[21837]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:09.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:09.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-mon[26799]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:10.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:09] "GET /metrics HTTP/1.1" 200 207989 "" "Prometheus/2.33.4" 2024-04-26T16:44:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:11 smithi044 ceph-mon[21837]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:11.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:11 smithi044 ceph-mon[26799]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:11 smithi139 ceph-mon[22751]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:11.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:44:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:13 smithi044 ceph-mon[21837]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:13 smithi044 ceph-mon[26799]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:44:13.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:13.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:44:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:13.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:13 smithi139 ceph-mon[22751]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:14.603 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:14 smithi044 ceph-mon[21837]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:14.603 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:14 smithi044 ceph-mon[26799]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:14 smithi139 ceph-mon[22751]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:17 smithi044 ceph-mon[26799]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:17 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:17 smithi044 ceph-mon[21837]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:17 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:17 smithi139 ceph-mon[22751]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:17 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:19.057 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.139 - - [26/Apr/2024:16:44:18] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:44:19.087 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:44:19.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:44:19.720 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:44:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:44:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:19 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:20.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:19 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:19] "GET /metrics HTTP/1.1" 200 207990 "" "Prometheus/2.33.4" 2024-04-26T16:44:21.188 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:44:21.188 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 12s ago 13m - - 2024-04-26T16:44:21.188 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 2s ago 13m - - 2024-04-26T16:44:21.188 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (7m) 12s ago 7m 26.2M - ba2b418f427c 5a99fe7757b5 2024-04-26T16:44:21.188 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (7m) 2s ago 7m 53.1M - 8.3.5 dad864ee21e9 619d1246b73d 2024-04-26T16:44:21.188 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (6m) 12s ago 6m 61.7M - 3.5 e1d6a67b021e bb54c76038ee 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (2m) 2s ago 12m 463M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:9283 running (14m) 12s ago 14m 470M - 17.2.0 e1d6a67b021e 2c8e963d3ccc 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (14m) 12s ago 14m 54.4M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (13m) 2s ago 13m 45.5M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (13m) 12s ago 13m 44.4M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (8m) 12s ago 8m 16.3M - 1dbe0e931976 eb06fbadf248 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (8m) 2s ago 8m 15.7M - 1dbe0e931976 686ef6b18013 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (12m) 12s ago 12m 51.2M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (11m) 12s ago 11m 51.6M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (11m) 12s ago 11m 47.4M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (11m) 12s ago 11m 50.1M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (10m) 2s ago 10m 51.3M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (10m) 2s ago 10m 49.6M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:44:21.189 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (9m) 2s ago 9m 45.1M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:44:21.190 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (9m) 2s ago 9m 52.2M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:44:21.190 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (7m) 2s ago 8m 69.6M - 514e6a882f6e 6e89c37c899a 2024-04-26T16:44:21.190 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (6m) 12s ago 6m 70.6M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:44:21.190 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (6m) 2s ago 6m 72.6M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:44:21.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:21 smithi044 ceph-mon[21837]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:21.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:21 smithi044 ceph-mon[26799]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:21.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:21 smithi139 ceph-mon[22751]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:21.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:44:21.823 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions' 2024-04-26T16:44:22.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:22 smithi044 ceph-mon[21837]: from='client.24910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:44:22.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:22 smithi044 ceph-mon[26799]: from='client.24910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:44:22.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:22 smithi139 ceph-mon[22751]: from='client.24910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:44:23.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:23 smithi044 ceph-mon[21837]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:23.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:23 smithi044 ceph-mon[26799]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:23.752 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:44:23.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:23.752 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:23.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:44:23.752 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:23.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:23 smithi139 ceph-mon[22751]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:23.920 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:44:23.920 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:44:23.920 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 1 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:44:23.921 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:44:23.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14, 2024-04-26T16:44:23.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 1 2024-04-26T16:44:23.922 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:44:23.922 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:44:24.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:24 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/4103785088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:44:24.505 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:24 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/4103785088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:44:24.531 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph -s' 2024-04-26T16:44:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:24 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/4103785088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:44:25.738 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:25 smithi044 ceph-mon[21837]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:25.739 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:25 smithi044 ceph-mon[26799]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:25 smithi139 ceph-mon[22751]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: cluster: 2024-04-26T16:44:26.633 INFO:teuthology.orchestra.run.smithi044.stdout: id: 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: health: HEALTH_OK 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: services: 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: mon: 3 daemons, quorum a,c,b (age 13m) 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: mgr: y(active, since 9m), standbys: x 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: osd: 8 osds: 8 up (since 9m), 8 in (since 9m) 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: data: 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: pools: 6 pools, 161 pgs 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: objects: 209 objects, 585 KiB 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: usage: 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:26.634 INFO:teuthology.orchestra.run.smithi044.stdout: pgs: 161 active+clean 2024-04-26T16:44:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:44:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: io: 2024-04-26T16:44:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-04-26T16:44:26.635 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:44:26.635 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:26.635 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:26 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:26.635 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:26.635 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:26 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:26 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:27.309 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph health detail' 2024-04-26T16:44:27.630 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:27 smithi044 ceph-mon[21837]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:27.631 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:27 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:27.631 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:27 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3708769315' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:44:27.631 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:27 smithi044 ceph-mon[26799]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:27.631 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:27 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:27.632 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:27 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3708769315' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:44:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:27 smithi139 ceph-mon[22751]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:27 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:27 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3708769315' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:44:29.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 172.21.15.44 - - [26/Apr/2024:16:44:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-26T16:44:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:29 smithi139 ceph-mon[22751]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:29 smithi139 ceph-mon[22751]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:29.549 INFO:teuthology.orchestra.run.smithi044.stdout:HEALTH_OK 2024-04-26T16:44:29.550 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-mon[21837]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:29.550 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:29.550 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-mon[21837]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:29.550 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-mon[26799]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:29.550 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:29.550 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-mon[26799]: from='mgr.14445 172.21.15.44:0/477609784' entity='mgr.y' 2024-04-26T16:44:29.912 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:29] "GET /metrics HTTP/1.1" 200 207997 "" "Prometheus/2.33.4" 2024-04-26T16:44:30.335 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-04-26T16:44:30.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:30 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3637441389' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:44:30.659 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:30 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3637441389' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:44:30.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:30 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3637441389' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:44:31.680 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:31 smithi044 ceph-mon[21837]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:31.680 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:31 smithi044 ceph-mon[26799]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:31 smithi139 ceph-mon[22751]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:31.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:44:32.418 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T16:44:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:32 smithi044 ceph-mon[26799]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:32 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1207074243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:44:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:32 smithi044 ceph-mon[21837]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:32 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1207074243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:44:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:32 smithi139 ceph-mon[22751]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:44:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:32 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1207074243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:44:33.084 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph mgr fail' 2024-04-26T16:44:33.836 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:44:33.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:33.836 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:33.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:44:33.836 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:33.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:35.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:34 smithi044 ceph-mon[21837]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:35.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:34 smithi044 ceph-mon[26799]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:34 smithi139 ceph-mon[22751]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-mon[22751]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/172165609' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-mon[22751]: osdmap e101: 8 total, 8 up, 8 in 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-mon[22751]: Standby manager daemon y started 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:44:37] ENGINE Bus STOPPING 2024-04-26T16:44:37.664 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:44:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:44:37.665 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:44:37] ENGINE Bus STOPPED 2024-04-26T16:44:37.665 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:44:37] ENGINE Bus STARTING 2024-04-26T16:44:37.665 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:44:37] ENGINE Serving on http://:::9283 2024-04-26T16:44:37.665 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:44:37] ENGINE Bus STARTED 2024-04-26T16:44:37.700 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setuser ceph since I am not root 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ignoring --setgroup ceph since I am not root 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mgr[22069]: -- 172.21.15.44:0/3269994356 <== mon.1 v2:172.21.15.44:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5637937ae340 con 0x563793786c00 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:37.605+0000 7f0e2232b000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[26799]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/172165609' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[26799]: osdmap e101: 8 total, 8 up, 8 in 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[26799]: Standby manager daemon y started 2024-04-26T16:44:37.701 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[21837]: pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:37.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:37.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/172165609' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:44:37.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:44:37.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[21837]: osdmap e101: 8 total, 8 up, 8 in 2024-04-26T16:44:37.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-mon[21837]: Standby manager daemon y started 2024-04-26T16:44:38.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:37.752+0000 7f0e2232b000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:44:38.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:37.858+0000 7f0e2232b000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:44:38.062 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'sleep 180' 2024-04-26T16:44:38.312 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:38.207+0000 7f0e2232b000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:44:38.312 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:38.310+0000 7f0e2232b000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:44:38.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:44:38.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: mgrmap e23: x(active, starting, since 0.853332s), standbys: y 2024-04-26T16:44:38.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:44:38.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:44:38.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:44:38.575 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: Manager daemon x is now available 2024-04-26T16:44:38.576 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: Queued rgw.foo for migration 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:44:38.577 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: mgrmap e23: x(active, starting, since 0.853332s), standbys: y 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:44:38.578 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: Manager daemon x is now available 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: Queued rgw.foo for migration 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.579 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:38.580 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:38.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.582 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: mgrmap e23: x(active, starting, since 0.853332s), standbys: y 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:44:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: Manager daemon x is now available 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: Queued rgw.foo for migration 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:44:38.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:38.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.702 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:39.541+0000 7f0e2232b000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: [26/Apr/2024:16:44:38] ENGINE Bus STARTING 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: [26/Apr/2024:16:44:38] ENGINE Serving on https://172.21.15.139:7150 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: [26/Apr/2024:16:44:38] ENGINE Serving on http://172.21.15.139:8765 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: [26/Apr/2024:16:44:38] ENGINE Bus STARTED 2024-04-26T16:44:39.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: mgrmap e24: x(active, since 1.86864s), standbys: y 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:44:39.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: [26/Apr/2024:16:44:38] ENGINE Bus STARTING 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: [26/Apr/2024:16:44:38] ENGINE Serving on https://172.21.15.139:7150 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: [26/Apr/2024:16:44:38] ENGINE Serving on http://172.21.15.139:8765 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: [26/Apr/2024:16:44:38] ENGINE Bus STARTED 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: mgrmap e24: x(active, since 1.86864s), standbys: y 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:44:39.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:44:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:44:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:44:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: [26/Apr/2024:16:44:38] ENGINE Bus STARTING 2024-04-26T16:44:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: [26/Apr/2024:16:44:38] ENGINE Serving on https://172.21.15.139:7150 2024-04-26T16:44:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: [26/Apr/2024:16:44:38] ENGINE Serving on http://172.21.15.139:8765 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: [26/Apr/2024:16:44:38] ENGINE Bus STARTED 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: mgrmap e24: x(active, since 1.86864s), standbys: y 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:39.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:44:39.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:39 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:44:40.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:39.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=6 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": dial tcp 172.21.15.44:8443: connect: connection refused" 2024-04-26T16:44:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:39.726+0000 7f0e2232b000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:44:40.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:39.815+0000 7f0e2232b000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:44:40.432 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:40.148+0000 7f0e2232b000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:44:40.433 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:40.242+0000 7f0e2232b000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:44:40.433 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:40.340+0000 7f0e2232b000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:44:40.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:40.594+0000 7f0e2232b000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:44:40.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-mon[26799]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:40.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-mon[26799]: Reconfiguring daemon agent.smithi044 on smithi044 2024-04-26T16:44:40.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-mon[26799]: Deploying cephadm binary to smithi044 2024-04-26T16:44:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-mon[21837]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:40.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-mon[21837]: Reconfiguring daemon agent.smithi044 on smithi044 2024-04-26T16:44:40.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:40 smithi044 ceph-mon[21837]: Deploying cephadm binary to smithi044 2024-04-26T16:44:40.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:40 smithi139 ceph-mon[22751]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:40.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:40 smithi139 ceph-mon[22751]: Reconfiguring daemon agent.smithi044 on smithi044 2024-04-26T16:44:40.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:40 smithi139 ceph-mon[22751]: Deploying cephadm binary to smithi044 2024-04-26T16:44:41.439 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:41.059+0000 7f0e2232b000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:44:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:41 smithi044 ceph-mon[26799]: mgrmap e25: x(active, since 3s), standbys: y 2024-04-26T16:44:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:41 smithi044 ceph-mon[21837]: mgrmap e25: x(active, since 3s), standbys: y 2024-04-26T16:44:41.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:41.571+0000 7f0e2232b000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:44:41.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:41.669+0000 7f0e2232b000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:44:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:41 smithi139 ceph-mon[22751]: mgrmap e25: x(active, since 3s), standbys: y 2024-04-26T16:44:41.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:41] "GET /metrics HTTP/1.1" 200 35178 "" "Prometheus/2.33.4" 2024-04-26T16:44:42.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:41.979+0000 7f0e2232b000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:44:42.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:42.075+0000 7f0e2232b000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:44:42.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:42.510+0000 7f0e2232b000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:44:42.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:42.657+0000 7f0e2232b000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:44:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-mon[21837]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:42.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-mon[26799]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:42 smithi139 ceph-mon[22751]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:43.026 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:42.764+0000 7f0e2232b000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:44:43.026 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:42.912+0000 7f0e2232b000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:44:43.355 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:43.024+0000 7f0e2232b000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:44:43.626 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=error ts=2024-04-26T16:44:43.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.44:8443//api/prometheus_receiver\": dial tcp 172.21.15.44:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:43.627 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:43.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": dial tcp 172.21.15.44:8443: connect: connection refused" 2024-04-26T16:44:43.627 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:43.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.139:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.139 because it doesn't contain any IP SANs" 2024-04-26T16:44:44.004 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:43.625+0000 7f0e2232b000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[21837]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[21837]: Reconfiguring daemon node-exporter.a on smithi044 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[26799]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-26T16:44:44.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:43 smithi044 ceph-mon[26799]: Reconfiguring daemon node-exporter.a on smithi044 2024-04-26T16:44:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:43 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:43 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:43 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:43 smithi139 ceph-mon[22751]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-26T16:44:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:43 smithi139 ceph-mon[22751]: Reconfiguring daemon node-exporter.a on smithi044 2024-04-26T16:44:44.258 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=warn ts=2024-04-26T16:44:44.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=2 err="Post \"https://172.21.15.44:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.44 because it doesn't contain any IP SANs" 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:44.003+0000 7f0e2232b000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:44:44] ENGINE Bus STARTING 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: CherryPy Checker: 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: The Application mounted at '' has an empty config. 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:44:44] ENGINE Serving on http://:::9283 2024-04-26T16:44:44.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: [26/Apr/2024:16:44:44] ENGINE Bus STARTED 2024-04-26T16:44:44.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:44.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: Standby manager daemon y restarted 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: Standby manager daemon y started 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: Standby manager daemon y restarted 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: Standby manager daemon y started 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:44:44.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:44 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:44:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:44:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: Standby manager daemon y restarted 2024-04-26T16:44:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: Standby manager daemon y started 2024-04-26T16:44:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:44:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:44:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:44:45.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:44 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/2020275465' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:44:45.938 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:45 smithi044 ceph-mon[26799]: mgrmap e26: x(active, since 8s), standbys: y 2024-04-26T16:44:45.938 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:45 smithi044 ceph-mon[21837]: mgrmap e26: x(active, since 8s), standbys: y 2024-04-26T16:44:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:45 smithi139 ceph-mon[22751]: mgrmap e26: x(active, since 8s), standbys: y 2024-04-26T16:44:46.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:46 smithi044 systemd[1]: Stopping Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:44:46.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:46 smithi044 bash[61803]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter.a" found: no such container 2024-04-26T16:44:46.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:46 smithi044 podman[61826]: 2024-04-26 16:44:46.477277342 +0000 UTC m=+0.136634205 container died eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:46 smithi044 ceph-mon[26799]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:44:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:46 smithi044 ceph-mon[21837]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:44:47.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:46 smithi044 podman[61826]: 2024-04-26 16:44:46.883788758 +0000 UTC m=+0.543145621 container cleanup eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:47.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:46 smithi044 bash[61826]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T16:44:47.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:46 smithi139 ceph-mon[22751]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:44:47.393 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 podman[61853]: 2024-04-26 16:44:47.102010177 +0000 UTC m=+0.627768151 container remove eb06fbadf24812ec87f69f70cbe0fa9b2f0bb1ea705bbc28ab770f4662689b2f (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:47.393 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:44:47.393 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 bash[61883]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter.a" found: no such container 2024-04-26T16:44:47.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-26T16:44:47.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 systemd[1]: Stopped Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:44:47.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Consumed 4.015s CPU time. 2024-04-26T16:44:47.394 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 systemd[1]: Starting Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:44:47.674 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 podman[61956]: 2024-04-26 16:44:47.297806073 +0000 UTC m=+0.021437320 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-26T16:44:47.674 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 podman[61956]: 2024-04-26 16:44:47.427939667 +0000 UTC m=+0.151570898 container create 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:47.674 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 podman[61956]: 2024-04-26 16:44:47.674611768 +0000 UTC m=+0.398242995 container init 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:48.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-mon[21837]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-mon[26799]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:48.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 podman[61956]: 2024-04-26 16:44:47.677408797 +0000 UTC m=+0.401040024 container start 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:48.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.680Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.680Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.680Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.680Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=arp 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=edac 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-26T16:44:48.009 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.681Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-26T16:44:48.010 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=os 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=stat 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=time 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=uname 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-26T16:44:48.011 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-26T16:44:48.012 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-26T16:44:48.012 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[61974]: ts=2024-04-26T16:44:47.682Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-26T16:44:48.012 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 bash[61956]: 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 2024-04-26T16:44:48.012 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:44:47 smithi044 systemd[1]: Started Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:44:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:47 smithi139 ceph-mon[22751]: from='client.14826 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:44:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[21837]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:44:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[21837]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T16:44:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[21837]: Reconfiguring daemon alertmanager.a on smithi044 2024-04-26T16:44:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[26799]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:44:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[26799]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T16:44:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:48 smithi044 ceph-mon[26799]: Reconfiguring daemon alertmanager.a on smithi044 2024-04-26T16:44:49.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:48 smithi139 ceph-mon[22751]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:44:49.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:48 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:49.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:48 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:49.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:48 smithi139 ceph-mon[22751]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T16:44:49.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:48 smithi139 ceph-mon[22751]: Reconfiguring daemon alertmanager.a on smithi044 2024-04-26T16:44:49.921 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:44:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:50 smithi044 ceph-mon[21837]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:44:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:50 smithi044 ceph-mon[26799]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:44:51.119 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:50 smithi139 ceph-mon[22751]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:44:51.733 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:51] "GET /metrics HTTP/1.1" 200 35178 "" "Prometheus/2.33.4" 2024-04-26T16:44:52.406 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:52 smithi044 systemd[1]: Stopping Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:44:52.406 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:52 smithi044 bash[62317]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-26T16:44:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:52 smithi044 ceph-mon[21837]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:52 smithi044 ceph-mon[26799]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:52.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[48209]: level=info ts=2024-04-26T16:44:52.421Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:44:52.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:52 smithi044 podman[62330]: 2024-04-26 16:44:52.452487077 +0000 UTC m=+0.155465742 container died 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:52 smithi139 ceph-mon[22751]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:52.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:44:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:44:52.313Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.44:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.139:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:44:53.064 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:52 smithi044 podman[62330]: 2024-04-26 16:44:52.88814237 +0000 UTC m=+0.591121029 container cleanup 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:53.064 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:52 smithi044 bash[62330]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T16:44:53.396 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62344]: 2024-04-26 16:44:53.064223212 +0000 UTC m=+0.613552641 container remove 5a99fe7757b50f81c0e5f37a6e26524e9f639653926ecf5bbe78ddca3034c497 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:53.397 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62344]: 2024-04-26 16:44:53.131761753 +0000 UTC m=+0.681091183 volume remove d8ee489733cd7d75412a00ba8fb44d132c1d12a5cfe518902feb2920b8655ef2 2024-04-26T16:44:53.397 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 bash[62360]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-26T16:44:53.397 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T16:44:53.397 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 systemd[1]: Stopped Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:44:53.397 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Consumed 1.523s CPU time. 2024-04-26T16:44:53.397 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 systemd[1]: Starting Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:44:53.726 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:44:53.726 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62429]: 2024-04-26 16:44:53.300197809 +0000 UTC m=+0.019265851 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-26T16:44:53.726 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62429]: 2024-04-26 16:44:53.419018712 +0000 UTC m=+0.138086734 volume create 226c3f1d4fc674ee1ec13a461be122c41bf98d224969563346e75ecf70c3dc43 2024-04-26T16:44:53.726 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62429]: 2024-04-26 16:44:53.533555096 +0000 UTC m=+0.252623118 container create 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:53.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:44:53.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:53 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:44:54.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62429]: 2024-04-26 16:44:53.844801031 +0000 UTC m=+0.563869056 container init 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:54.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 podman[62429]: 2024-04-26 16:44:53.848082872 +0000 UTC m=+0.567151094 container start 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T16:44:54.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.860Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-26T16:44:54.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.860Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-26T16:44:54.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.862Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.44 port=9094 2024-04-26T16:44:54.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.863Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T16:44:54.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.889Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T16:44:54.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.889Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T16:44:54.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.892Z caller=main.go:518 msg=Listening address=:9093 2024-04-26T16:44:54.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:53.892Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-26T16:44:54.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 bash[62429]: 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e 2024-04-26T16:44:54.009 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:53 smithi044 systemd[1]: Started Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:44:54.412 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[21837]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:54.413 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:54.413 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:44:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:44:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[26799]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:44:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:44:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:54 smithi139 ceph-mon[22751]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:44:54.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:44:54.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:44:54.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:44:55.665 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:55 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:44:55.666 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:55 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:44:55.666 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:55 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:44:55.666 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:55 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:44:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:55 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:44:55.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:55 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:44:55.989 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:44:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:44:55.863Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000081496s 2024-04-26T16:44:56.581 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:56 smithi044 ceph-mon[26799]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:56.582 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:56 smithi044 ceph-mon[21837]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:56.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:56 smithi139 ceph-mon[22751]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:44:57.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:44:57.482+0000 7f8dab538700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Creating ceph-iscsi config... 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return _run_code(code, main_globals, None, 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:57.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: exec(code, run_globals) 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:57.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return future.result(timeout) 2024-04-26T16:44:57.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return self.__get_result() 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: raise self._exception 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: use_current_daemon_image=reconfig, 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Creating ceph-iscsi config... 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:57.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return _run_code(code, main_globals, None, 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: exec(code, run_globals) 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:57.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:57.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:44:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[26799]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[26799]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:44:58.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: return future.result(timeout) 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.__get_result() 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: raise self._exception 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[21837]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[21837]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:44:58.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:44:58.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: return future.result(timeout) 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.__get_result() 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: raise self._exception 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:44:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:44:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:58 smithi139 ceph-mon[22751]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:44:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:58 smithi139 ceph-mon[22751]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:44:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: return future.result(timeout) 2024-04-26T16:44:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.__get_result() 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: raise self._exception 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:44:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:44:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:44:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:58 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:44:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:44:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:59 smithi044 ceph-mon[21837]: Reconfiguring daemon agent.smithi139 on smithi139 2024-04-26T16:44:59.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:44:59 smithi044 ceph-mon[21837]: Deploying cephadm binary to smithi139 2024-04-26T16:44:59.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:59 smithi044 ceph-mon[26799]: Reconfiguring daemon agent.smithi139 on smithi139 2024-04-26T16:44:59.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:44:59 smithi044 ceph-mon[26799]: Deploying cephadm binary to smithi139 2024-04-26T16:44:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:59 smithi139 ceph-mon[22751]: Reconfiguring daemon agent.smithi139 on smithi139 2024-04-26T16:44:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:44:59 smithi139 ceph-mon[22751]: Deploying cephadm binary to smithi139 2024-04-26T16:45:00.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:44:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[22065]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:44:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:45:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:00 smithi044 ceph-mon[21837]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T16:45:00.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:00 smithi044 ceph-mon[26799]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T16:45:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:00 smithi139 ceph-mon[22751]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T16:45:01.866 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:45:01] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-04-26T16:45:02.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:02.313Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.44:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.139:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[21837]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[21837]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:45:03.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[26799]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:02 smithi044 ceph-mon[26799]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:45:03.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:02 smithi139 ceph-mon[22751]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:03.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:02 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:02 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:02 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:02 smithi139 ceph-mon[22751]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:45:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:03 smithi139 ceph-mon[22751]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:45:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:03 smithi044 ceph-mon[21837]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:45:04.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:03 smithi044 ceph-mon[26799]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:45:04.008 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 16:45:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T16:45:03.866Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002655297s 2024-04-26T16:45:05.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:04 smithi044 ceph-mon[21837]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:05.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:04 smithi044 ceph-mon[26799]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:05.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:04 smithi139 ceph-mon[22751]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:06.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:06 smithi139 ceph-mon[22751]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:07.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:06 smithi044 ceph-mon[21837]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:06 smithi044 ceph-mon[26799]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-26T16:45:07.670 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:45:07.670 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 bash[53600]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:45:07.810 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:07 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:07.810 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:07 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:07.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[43785]: ts=2024-04-26T16:45:07.670Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-26T16:45:07.997 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:07 smithi139 podman[53620]: 2024-04-26 16:45:07.680313154 +0000 UTC m=+0.217414560 container died 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:45:08.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 podman[53620]: 2024-04-26 16:45:08.095797945 +0000 UTC m=+0.632899361 container cleanup 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:45:08.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 bash[53620]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T16:45:08.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 bash[53674]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:45:08.630 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 podman[53662]: 2024-04-26 16:45:08.347249964 +0000 UTC m=+0.668014534 container remove 6e89c37c899a0aa72a761122f65bde9b5f8bcc9ea9bb323b6a38f763e911ff75 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:45:08.631 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T16:45:08.631 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:45:08.631 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.855s CPU time. 2024-04-26T16:45:08.631 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:45:08.631 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 podman[53762]: 2024-04-26 16:45:08.486320363 +0000 UTC m=+0.020032934 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-26T16:45:08.631 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 podman[53762]: 2024-04-26 16:45:08.631456416 +0000 UTC m=+0.165172708 container create cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:45:08.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-mon[22751]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-26T16:45:08.901 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 podman[53762]: 2024-04-26 16:45:08.875683242 +0000 UTC m=+0.409395795 container init cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:45:08.902 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 podman[53762]: 2024-04-26 16:45:08.879003486 +0000 UTC m=+0.412716040 container start cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:45:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:08 smithi044 ceph-mon[21837]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-26T16:45:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:08 smithi044 ceph-mon[26799]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-26T16:45:09.221 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.902Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T16:45:09.221 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.902Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-26T16:45:09.221 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.902Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-26T16:45:09.221 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.902Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.902Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.902Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.904Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.904Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.906Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.907Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.907Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.474µs 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.907Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:08.909Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 bash[53762]: cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 2024-04-26T16:45:09.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:08 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.338Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.338Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.338Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=40.472µs wal_replay_duration=430.507183ms total_replay_duration=430.569531ms 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.341Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.341Z caller=main.go:947 level=info msg="TSDB started" 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.341Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.365Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.435748ms db_storage=744ns remote_storage=1.265µs web_handler=411ns query_engine=676ns scrape=400.535µs scrape_sd=101.848µs notify=15.928µs notify_sd=16.372µs rules=23.57062ms 2024-04-26T16:45:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:09.365Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[26799]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[26799]: Reconfiguring daemon node-exporter.b on smithi139 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[26799]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3858837240' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:45:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[21837]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-26T16:45:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[21837]: Reconfiguring daemon node-exporter.b on smithi139 2024-04-26T16:45:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[21837]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-26T16:45:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:09 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3858837240' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:45:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-mon[22751]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-26T16:45:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-mon[22751]: Reconfiguring daemon node-exporter.b on smithi139 2024-04-26T16:45:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-mon[22751]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-26T16:45:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:09 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3858837240' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:45:11.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:10 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2337398683' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2373406925"}]: dispatch 2024-04-26T16:45:11.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:10 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2337398683' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2373406925"}]: dispatch 2024-04-26T16:45:11.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:10 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2337398683' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2373406925"}]: dispatch 2024-04-26T16:45:11.278 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:11 smithi139 systemd[1]: Stopping Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:45:11.778 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:11 smithi139 bash[54139]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter.b" found: no such container 2024-04-26T16:45:11.778 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:11 smithi139 podman[54179]: 2024-04-26 16:45:11.57915378 +0000 UTC m=+0.139779298 container died 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:45:12.194 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:11 smithi139 podman[54179]: 2024-04-26 16:45:11.926877671 +0000 UTC m=+0.487503206 container cleanup 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:45:12.194 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:11 smithi139 bash[54179]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T16:45:12.194 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:11 smithi139 bash[54219]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter.b" found: no such container 2024-04-26T16:45:12.195 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2337398683' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2373406925"}]': finished 2024-04-26T16:45:12.195 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-mon[22751]: osdmap e102: 8 total, 8 up, 8 in 2024-04-26T16:45:12.195 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1296646643' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]: dispatch 2024-04-26T16:45:12.195 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]: dispatch 2024-04-26T16:45:12.195 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-mon[22751]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:45:12.453 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 podman[54207]: 2024-04-26 16:45:12.194964138 +0000 UTC m=+0.619858194 container remove 686ef6b180132bc72ba7961bb3da110fb69d1a7fdc89fc68f581c17e6260d05c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:45:12.453 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:45:12.454 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-26T16:45:12.454 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 systemd[1]: Stopped Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:45:12.454 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Consumed 3.811s CPU time. 2024-04-26T16:45:12.454 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 systemd[1]: Starting Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:45:12.454 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 podman[54285]: 2024-04-26 16:45:12.324637963 +0000 UTC m=+0.018062963 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-26T16:45:12.454 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 podman[54285]: 2024-04-26 16:45:12.454125739 +0000 UTC m=+0.147550780 container create 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2337398683' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2373406925"}]': finished 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[26799]: osdmap e102: 8 total, 8 up, 8 in 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1296646643' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]: dispatch 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]: dispatch 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[26799]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2337398683' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2373406925"}]': finished 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[21837]: osdmap e102: 8 total, 8 up, 8 in 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1296646643' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]: dispatch 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]: dispatch 2024-04-26T16:45:12.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:12 smithi044 ceph-mon[21837]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:45:12.739 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 podman[54285]: 2024-04-26 16:45:12.656504647 +0000 UTC m=+0.349929649 container init 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:45:12.739 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 podman[54285]: 2024-04-26 16:45:12.659086105 +0000 UTC m=+0.352511119 container start 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.662Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.662Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=arp 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-26T16:45:12.740 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=edac 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-26T16:45:12.741 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=os 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-26T16:45:12.742 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=stat 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=time 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=uname 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-26T16:45:12.743 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[54300]: ts=2024-04-26T16:45:12.663Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-26T16:45:12.744 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 bash[54285]: 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 2024-04-26T16:45:13.018 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:45:12 smithi139 systemd[1]: Started Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:45:13.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]': finished 2024-04-26T16:45:13.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: osdmap e103: 8 total, 8 up, 8 in 2024-04-26T16:45:13.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/4071445709' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]: dispatch 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]: dispatch 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: Reconfiguring grafana.a (dependencies changed)... 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:13 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]': finished 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: osdmap e103: 8 total, 8 up, 8 in 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/4071445709' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]: dispatch 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]: dispatch 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: Reconfiguring grafana.a (dependencies changed)... 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-26T16:45:13.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3416089537"}]': finished 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: osdmap e103: 8 total, 8 up, 8 in 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/4071445709' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]: dispatch 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]: dispatch 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: Reconfiguring grafana.a (dependencies changed)... 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:13.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:13 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:45:14.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:45:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: Reconfiguring daemon grafana.a on smithi139 2024-04-26T16:45:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]': finished 2024-04-26T16:45:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: osdmap e104: 8 total, 8 up, 8 in 2024-04-26T16:45:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/667374827' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]: dispatch 2024-04-26T16:45:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]: dispatch 2024-04-26T16:45:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:14 smithi139 ceph-mon[22751]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: Reconfiguring daemon grafana.a on smithi139 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]': finished 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: osdmap e104: 8 total, 8 up, 8 in 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/667374827' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]: dispatch 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]: dispatch 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[26799]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T16:45:14.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: Reconfiguring daemon grafana.a on smithi139 2024-04-26T16:45:14.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/2132328325"}]': finished 2024-04-26T16:45:14.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: osdmap e104: 8 total, 8 up, 8 in 2024-04-26T16:45:14.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/667374827' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]: dispatch 2024-04-26T16:45:14.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]: dispatch 2024-04-26T16:45:14.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:14 smithi044 ceph-mon[21837]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:45:15.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:15 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]': finished 2024-04-26T16:45:15.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:15 smithi139 ceph-mon[22751]: osdmap e105: 8 total, 8 up, 8 in 2024-04-26T16:45:15.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:15 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2505189928' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/628265818"}]: dispatch 2024-04-26T16:45:15.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:15 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]': finished 2024-04-26T16:45:15.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:15 smithi044 ceph-mon[21837]: osdmap e105: 8 total, 8 up, 8 in 2024-04-26T16:45:15.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:15 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2505189928' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/628265818"}]: dispatch 2024-04-26T16:45:15.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:15 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/2132328325"}]': finished 2024-04-26T16:45:15.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:15 smithi044 ceph-mon[26799]: osdmap e105: 8 total, 8 up, 8 in 2024-04-26T16:45:15.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:15 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2505189928' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/628265818"}]: dispatch 2024-04-26T16:45:15.914 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:45:15] "GET /metrics HTTP/1.1" 200 37967 "" "Prometheus/2.33.4" 2024-04-26T16:45:15.914 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:15 smithi139 systemd[1]: Stopping Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:45:15.914 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:15 smithi139 bash[54471]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana.a" found: no such container 2024-04-26T16:45:16.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:16 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2505189928' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/628265818"}]': finished 2024-04-26T16:45:16.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:16 smithi139 ceph-mon[22751]: osdmap e106: 8 total, 8 up, 8 in 2024-04-26T16:45:16.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:16 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2180644998' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1343227696"}]: dispatch 2024-04-26T16:45:16.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:16 smithi139 ceph-mon[22751]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:16.253 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[42770]: t=2024-04-26T16:45:15+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-26T16:45:16.253 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:15 smithi139 podman[54485]: 2024-04-26 16:45:15.924893577 +0000 UTC m=+0.133130175 container died 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.24.2, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, release=236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, name=ubi8, architecture=x86_64, build-date=2022-03-28T10:36:18.413762, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, description=Ceph Grafana Container, maintainer=Paul Cuzner , vcs-type=git, vendor=Red Hat, Inc.) 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2505189928' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/628265818"}]': finished 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[21837]: osdmap e106: 8 total, 8 up, 8 in 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2180644998' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1343227696"}]: dispatch 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[21837]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2505189928' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/628265818"}]': finished 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[26799]: osdmap e106: 8 total, 8 up, 8 in 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2180644998' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1343227696"}]: dispatch 2024-04-26T16:45:16.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:16 smithi044 ceph-mon[26799]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:16.528 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 podman[54485]: 2024-04-26 16:45:16.348003255 +0000 UTC m=+0.556239847 container cleanup 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, distribution-scope=public, maintainer=Paul Cuzner , build-date=2022-03-28T10:36:18.413762, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, com.redhat.component=ubi8-container, io.buildah.version=1.24.2, name=ubi8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., release=236.1648460182, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-type=git, io.openshift.tags=base rhel8, architecture=x86_64) 2024-04-26T16:45:16.528 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 bash[54485]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a 2024-04-26T16:45:16.528 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 bash[54513]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana.a" found: no such container 2024-04-26T16:45:16.903 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 podman[54499]: 2024-04-26 16:45:16.574315826 +0000 UTC m=+0.649612534 container remove 619d1246b73d2d0702d2de678c65da50f82c291c19fd9a15b9e32e55135900b7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, distribution-scope=public, vendor=Red Hat, Inc., vcs-type=git, io.buildah.version=1.24.2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, maintainer=Paul Cuzner , architecture=x86_64, build-date=2022-03-28T10:36:18.413762, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8) 2024-04-26T16:45:16.904 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-26T16:45:16.904 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 systemd[1]: Stopped Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:45:16.904 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Consumed 3.301s CPU time. 2024-04-26T16:45:16.904 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 systemd[1]: Starting Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:45:16.904 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 podman[54579]: 2024-04-26 16:45:16.700110175 +0000 UTC m=+0.017000007 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-04-26T16:45:16.904 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:16 smithi139 podman[54579]: 2024-04-26 16:45:16.800083256 +0000 UTC m=+0.116973078 container create da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, release=236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, maintainer=Paul Cuzner , name=ubi8, description=Ceph Grafana Container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.openshift.expose-services=, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182) 2024-04-26T16:45:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2180644998' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1343227696"}]': finished 2024-04-26T16:45:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-mon[22751]: osdmap e107: 8 total, 8 up, 8 in 2024-04-26T16:45:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1144488844' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2782575368"}]: dispatch 2024-04-26T16:45:17.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STOPPING 2024-04-26T16:45:17.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:45:17.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STOPPED 2024-04-26T16:45:17.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STARTING 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 podman[54579]: 2024-04-26 16:45:17.027865671 +0000 UTC m=+0.344755493 container init da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-03-28T10:36:18.413762, io.buildah.version=1.24.2, com.redhat.component=ubi8-container, io.openshift.expose-services=, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, io.openshift.tags=base rhel8, release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5) 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 podman[54579]: 2024-04-26 16:45:17.030705955 +0000 UTC m=+0.347595785 container start da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, architecture=x86_64, vendor=Red Hat, Inc., build-date=2022-03-28T10:36:18.413762, io.buildah.version=1.24.2, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container) 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-26T16:45:17.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="App mode production" logger=settings 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="migrations completed" logger=migrator performed=0 skipped=377 duration=558.659µs 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-26T16:45:17.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 bash[54579]: da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 systemd[1]: Started Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="deleted datasource based on configuration" logger=provisioning.datasources name=Dashboard1 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-26T16:45:17.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T16:45:17+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-26T16:45:17.433 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:17 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2180644998' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1343227696"}]': finished 2024-04-26T16:45:17.433 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:17 smithi044 ceph-mon[26799]: osdmap e107: 8 total, 8 up, 8 in 2024-04-26T16:45:17.433 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:17 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1144488844' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2782575368"}]: dispatch 2024-04-26T16:45:17.434 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:17 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2180644998' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1343227696"}]': finished 2024-04-26T16:45:17.434 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:17 smithi044 ceph-mon[21837]: osdmap e107: 8 total, 8 up, 8 in 2024-04-26T16:45:17.434 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:17 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1144488844' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2782575368"}]: dispatch 2024-04-26T16:45:17.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Serving on http://:::9283 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STARTED 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STOPPING 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STOPPED 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STARTING 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Serving on http://:::9283 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STARTED 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STOPPING 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STOPPED 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STARTING 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Serving on http://:::9283 2024-04-26T16:45:17.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:45:17] ENGINE Bus STARTED 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:45:18.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139:3000"}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139:3000"}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1144488844' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2782575368"}]': finished 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: osdmap e108: 8 total, 8 up, 8 in 2024-04-26T16:45:18.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[21837]: Deploying daemon agent.smithi044 on smithi044 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:45:18.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139:3000"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139:3000"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1144488844' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2782575368"}]': finished 2024-04-26T16:45:18.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: osdmap e108: 8 total, 8 up, 8 in 2024-04-26T16:45:18.419 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:18.419 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:18 smithi044 ceph-mon[26799]: Deploying daemon agent.smithi044 on smithi044 2024-04-26T16:45:18.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T16:45:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139:3000"}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139:3000"}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1144488844' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/2782575368"}]': finished 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: osdmap e108: 8 total, 8 up, 8 in 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:18.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-mon[22751]: Deploying daemon agent.smithi044 on smithi044 2024-04-26T16:45:19.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:18.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:19 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:19 smithi139 ceph-mon[22751]: Deploying daemon agent.smithi139 on smithi139 2024-04-26T16:45:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:19 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:19 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:19 smithi044 ceph-mon[21837]: Deploying daemon agent.smithi139 on smithi139 2024-04-26T16:45:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:19 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:19 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:19 smithi044 ceph-mon[26799]: Deploying daemon agent.smithi139 on smithi139 2024-04-26T16:45:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:19 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.997 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='client.15081 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 948 B/s rd, 0 op/s 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:45:20.998 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='client.15081 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 948 B/s rd, 0 op/s 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:45:20.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='client.15081 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 948 B/s rd, 0 op/s 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:45:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:22.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:22 smithi044 ceph-mon[21837]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-04-26T16:45:22.527 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:22 smithi044 ceph-mon[26799]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-04-26T16:45:22.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:22 smithi139 ceph-mon[22751]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-04-26T16:45:23.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:23 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:23.607 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:23.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:23.696 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:23 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:23.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:23 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:24.445 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:45:24.059+0000 7f8dab538700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:24.445 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Creating ceph-iscsi config... 2024-04-26T16:45:24.445 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:24.445 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:24.445 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:24.445 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return _run_code(code, main_globals, None, 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: exec(code, run_globals) 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:24.446 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:45:24.447 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return future.result(timeout) 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return self.__get_result() 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: raise self._exception 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: use_current_daemon_image=reconfig, 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:45:24.448 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Creating ceph-iscsi config... 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return _run_code(code, main_globals, None, 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: exec(code, run_globals) 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:24.449 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:24.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:24.698 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:24.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:24 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T16:45:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:45:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:24 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:25 smithi139 ceph-mon[22751]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:45:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:45:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: return future.result(timeout) 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.__get_result() 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: raise self._exception 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:45:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:25 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:45:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:25 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:45:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:25 smithi044 ceph-mon[26799]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:45:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:25.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: return future.result(timeout) 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:45:25.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.__get_result() 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: raise self._exception 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:25.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:25 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:25 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:25 smithi044 ceph-mon[21837]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:25.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:25.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:45:25.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: return future.result(timeout) 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.__get_result() 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: raise self._exception 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:45:25.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:45:25.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:45:25.768 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:45:25.768 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:45:25.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:25 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:45:25.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:25 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:45:25.925 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:45:25] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-04-26T16:45:26.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:26 smithi044 ceph-mon[21837]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T16:45:26.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:26 smithi044 ceph-mon[26799]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T16:45:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:26 smithi139 ceph-mon[22751]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T16:45:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:27 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:27 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:27 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:27 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:27 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:28.922 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:29.106 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[26799]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 1 op/s 2024-04-26T16:45:29.106 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.106 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.106 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[26799]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 974 B/s rd, 1 op/s 2024-04-26T16:45:29.106 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.106 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[21837]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 1 op/s 2024-04-26T16:45:29.107 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.107 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.107 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[21837]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 974 B/s rd, 1 op/s 2024-04-26T16:45:29.107 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:28 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:28 smithi139 ceph-mon[22751]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 1 op/s 2024-04-26T16:45:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:28 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:28 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:28 smithi139 ceph-mon[22751]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 974 B/s rd, 1 op/s 2024-04-26T16:45:29.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:28 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:45:30.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/762847771' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:45:30.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:45:30.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:30.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:30.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:30.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:29 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/762847771' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:45:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:45:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:45:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:45:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:45:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:45:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:45:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:29 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/762847771' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:45:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:45:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:45:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[26799]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:45:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:45:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:45:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:45:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[21837]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:45:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:30 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:45:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:30 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:45:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:30 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:45:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:30 smithi139 ceph-mon[22751]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:30 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:45:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:30 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:45:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:32 smithi139 ceph-mon[22751]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:33.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:32 smithi044 ceph-mon[26799]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:32 smithi044 ceph-mon[21837]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:33.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:33.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:35.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:34 smithi044 ceph-mon[26799]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:34 smithi044 ceph-mon[21837]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:35.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:34 smithi139 ceph-mon[22751]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:36.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:45:35] "GET /metrics HTTP/1.1" 200 37972 "" "Prometheus/2.33.4" 2024-04-26T16:45:37.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:36 smithi139 ceph-mon[22751]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:37.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:36 smithi044 ceph-mon[26799]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:36 smithi044 ceph-mon[21837]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:38.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:37 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:37 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:38.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:37 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:38.942 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:39.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:38 smithi044 ceph-mon[26799]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:39.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:38 smithi044 ceph-mon[21837]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:39.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:38 smithi139 ceph-mon[22751]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 534 B/s rd, 0 op/s 2024-04-26T16:45:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:39 smithi044 ceph-mon[21837]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 924 B/s rd, 0 op/s 2024-04-26T16:45:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:39 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:39 smithi044 ceph-mon[26799]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 924 B/s rd, 0 op/s 2024-04-26T16:45:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:39 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:40.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:39 smithi139 ceph-mon[22751]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 924 B/s rd, 0 op/s 2024-04-26T16:45:40.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:39 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:42.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:42 smithi139 ceph-mon[22751]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:42.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:42 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:42 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:42 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[21837]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[26799]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:42 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:43.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:43.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:44.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:44 smithi044 ceph-mon[21837]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:44.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:44 smithi044 ceph-mon[26799]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:44 smithi139 ceph-mon[22751]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:46.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:45:45] "GET /metrics HTTP/1.1" 200 37971 "" "Prometheus/2.33.4" 2024-04-26T16:45:46.923 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:46 smithi139 ceph-mon[22751]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:46.923 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:46 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:46.923 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:46 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:46.924 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:46 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[26799]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[21837]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:46 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:45:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:48 smithi044 ceph-mon[21837]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:48 smithi044 ceph-mon[26799]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:48 smithi139 ceph-mon[22751]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:49.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:50 smithi044 ceph-mon[26799]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:50 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:50 smithi044 ceph-mon[21837]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:50 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:50 smithi139 ceph-mon[22751]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:50 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:45:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:52 smithi044 ceph-mon[26799]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:52 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:52 smithi044 ceph-mon[21837]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:52 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:52 smithi139 ceph-mon[22751]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:52 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:45:53.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:45:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:54 smithi044 ceph-mon[21837]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:54 smithi044 ceph-mon[26799]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:54 smithi139 ceph-mon[22751]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:45:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:45:55] "GET /metrics HTTP/1.1" 200 37969 "" "Prometheus/2.33.4" 2024-04-26T16:45:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:56 smithi044 ceph-mon[21837]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:56 smithi044 ceph-mon[26799]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:56 smithi139 ceph-mon[22751]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:45:58.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:45:58 smithi044 ceph-mon[21837]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:58.821 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:45:58 smithi044 ceph-mon[26799]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:45:58 smithi139 ceph-mon[22751]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:45:59.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:45:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:45:58.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:00 smithi139 ceph-mon[22751]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:00 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:00.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[21837]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:00.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[26799]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:00.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:00 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:02.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:02 smithi044 ceph-mon[26799]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:02.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:02 smithi044 ceph-mon[21837]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:02 smithi139 ceph-mon[22751]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:03.505 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:03 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.505 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:03 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.505 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:03 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:03 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:03 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:03 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:03 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:03 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:03 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:03.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:04.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:04 smithi044 ceph-mon[26799]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:04.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:04 smithi044 ceph-mon[21837]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:04 smithi139 ceph-mon[22751]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:06.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:46:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:46:05] "GET /metrics HTTP/1.1" 200 37969 "" "Prometheus/2.33.4" 2024-04-26T16:46:06.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:06 smithi044 ceph-mon[21837]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:06.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:06 smithi044 ceph-mon[26799]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:06.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:06 smithi139 ceph-mon[22751]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:08.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:08 smithi044 ceph-mon[21837]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:08.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:08 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:08.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:08 smithi044 ceph-mon[26799]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:08.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:08 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:08 smithi139 ceph-mon[22751]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:08 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:10 smithi044 ceph-mon[26799]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:10 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:10.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:10 smithi044 ceph-mon[21837]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:10.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:10 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:10 smithi139 ceph-mon[22751]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:10 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:12 smithi044 ceph-mon[26799]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:12 smithi044 ceph-mon[21837]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:12 smithi139 ceph-mon[22751]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:13.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:13.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:14.713 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:14 smithi044 ceph-mon[21837]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:14.713 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:14 smithi044 ceph-mon[26799]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:14 smithi139 ceph-mon[22751]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:46:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:46:15] "GET /metrics HTTP/1.1" 200 37965 "" "Prometheus/2.33.4" 2024-04-26T16:46:16.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:16 smithi044 ceph-mon[21837]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:16.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:16 smithi044 ceph-mon[26799]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:16 smithi139 ceph-mon[22751]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:18.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:18 smithi044 ceph-mon[21837]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:18 smithi044 ceph-mon[26799]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:18 smithi139 ceph-mon[22751]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:18.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:20.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:20 smithi139 ceph-mon[22751]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:20.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:20 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:20.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[21837]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[26799]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:20.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:22 smithi139 ceph-mon[22751]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:22.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:22 smithi044 ceph-mon[21837]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:22.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:22 smithi044 ceph-mon[26799]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:23 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:23.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:23.507Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:25.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:24 smithi044 ceph-mon[21837]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:24 smithi044 ceph-mon[26799]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:24 smithi139 ceph-mon[22751]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:26.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:46:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:46:25] "GET /metrics HTTP/1.1" 200 37966 "" "Prometheus/2.33.4" 2024-04-26T16:46:27.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:26 smithi044 ceph-mon[21837]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:27.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:26 smithi044 ceph-mon[26799]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:27.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:26 smithi139 ceph-mon[22751]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:28 smithi044 ceph-mon[21837]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:28 smithi044 ceph-mon[26799]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:28 smithi139 ceph-mon[22751]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:29.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:46:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:46:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:46:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:46:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:46:30.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:46:30.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:29 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:46:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:46:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:46:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:29 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:31.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:30 smithi044 ceph-mon[26799]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:31.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:30 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:31.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:30 smithi044 ceph-mon[21837]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:31.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:30 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:30 smithi139 ceph-mon[22751]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:30 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:32 smithi044 ceph-mon[21837]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:32 smithi044 ceph-mon[26799]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:32 smithi139 ceph-mon[22751]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:33.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:33.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:35.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:34 smithi044 ceph-mon[21837]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:35.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:34 smithi044 ceph-mon[26799]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:34 smithi139 ceph-mon[22751]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:35.930 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:46:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:46:35] "GET /metrics HTTP/1.1" 200 37966 "" "Prometheus/2.33.4" 2024-04-26T16:46:36.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:36 smithi139 ceph-mon[22751]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:37.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:36 smithi044 ceph-mon[26799]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:37.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:36 smithi044 ceph-mon[21837]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:38.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:37 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:38.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:37 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:38.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:37 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:38 smithi044 ceph-mon[21837]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:38 smithi044 ceph-mon[26799]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:38 smithi139 ceph-mon[22751]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:39.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:40.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:40 smithi139 ceph-mon[22751]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:40.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:40 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:40.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.542 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[21837]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[26799]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:42.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:42 smithi139 ceph-mon[22751]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:42 smithi044 ceph-mon[21837]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:42.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:42 smithi044 ceph-mon[26799]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:43.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:43 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:43.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:43 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:43.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:43 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:43.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:44.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:43 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:44.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:43 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:44.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:43 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:43 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:43 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:43 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:46:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:44 smithi044 ceph-mon[21837]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:44 smithi044 ceph-mon[26799]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:44 smithi139 ceph-mon[22751]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:46.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:46:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:46:45] "GET /metrics HTTP/1.1" 200 37968 "" "Prometheus/2.33.4" 2024-04-26T16:46:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:46 smithi044 ceph-mon[26799]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:46 smithi044 ceph-mon[21837]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:47.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:46 smithi139 ceph-mon[22751]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:48 smithi044 ceph-mon[21837]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:48 smithi044 ceph-mon[26799]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:48 smithi139 ceph-mon[22751]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:49.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:50 smithi044 ceph-mon[21837]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:50 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:50 smithi044 ceph-mon[26799]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:50 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:50 smithi139 ceph-mon[22751]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:50 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:46:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:52 smithi139 ceph-mon[22751]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:52 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:52 smithi044 ceph-mon[26799]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:52 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:52 smithi044 ceph-mon[21837]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:52 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:46:53.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:53.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:46:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:54 smithi044 ceph-mon[26799]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:54 smithi044 ceph-mon[21837]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:54 smithi139 ceph-mon[22751]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:46:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:46:55] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-04-26T16:46:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:56 smithi044 ceph-mon[21837]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:56 smithi044 ceph-mon[26799]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:56 smithi139 ceph-mon[22751]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:46:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:46:58 smithi044 ceph-mon[21837]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:46:58 smithi044 ceph-mon[26799]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:46:58 smithi139 ceph-mon[22751]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:46:59.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:46:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:46:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[21837]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[26799]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:00 smithi139 ceph-mon[22751]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:00 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:02.476 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:02 smithi139 ceph-mon[22751]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:02.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:02 smithi044 ceph-mon[26799]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:02.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:02 smithi044 ceph-mon[21837]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:03.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:04.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:03 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:03 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:03 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:03 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:03 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:03 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:03 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:03 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:03 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:04 smithi044 ceph-mon[21837]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:05.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:04 smithi044 ceph-mon[26799]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:05.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:04 smithi139 ceph-mon[22751]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:06.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:47:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:47:05] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-04-26T16:47:07.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:06 smithi044 ceph-mon[26799]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:07.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:06 smithi044 ceph-mon[21837]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:07.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:06 smithi139 ceph-mon[22751]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:08.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:07 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:08.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:07 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:08.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:07 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:08 smithi139 ceph-mon[22751]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:09.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:09.215 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:08 smithi044 ceph-mon[21837]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:09.215 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:08 smithi044 ceph-mon[26799]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:11.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:10 smithi044 ceph-mon[21837]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:11.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:10 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:11.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:10 smithi044 ceph-mon[26799]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:11.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:10 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:11.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:10 smithi139 ceph-mon[22751]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:11.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:10 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:13.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:12 smithi044 ceph-mon[26799]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:13.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:12 smithi044 ceph-mon[21837]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:13.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:12 smithi139 ceph-mon[22751]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:13.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:15.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:14 smithi044 ceph-mon[26799]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:15.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:14 smithi044 ceph-mon[21837]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:15.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:14 smithi139 ceph-mon[22751]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:15.926 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:47:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:47:15] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-04-26T16:47:17.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:16 smithi139 ceph-mon[22751]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:17.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:16 smithi044 ceph-mon[21837]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:16 smithi044 ceph-mon[26799]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:18 smithi044 ceph-mon[21837]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:19.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:18 smithi044 ceph-mon[26799]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:18 smithi139 ceph-mon[22751]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:19.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[21837]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[26799]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:20 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:20 smithi139 ceph-mon[22751]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:20 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:20 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:22.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:22 smithi139 ceph-mon[22751]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:22.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:22 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:22 smithi044 ceph-mon[26799]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:22 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:22 smithi044 ceph-mon[21837]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:22 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:23.564 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:24.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:24 smithi044 ceph-mon[26799]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:24 smithi044 ceph-mon[21837]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:24 smithi139 ceph-mon[22751]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:25.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:47:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:47:25] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:47:26.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:25 smithi044 ceph-mon[26799]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:26.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:25 smithi044 ceph-mon[21837]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:26.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:25 smithi139 ceph-mon[22751]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:28 smithi044 ceph-mon[21837]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:28.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:28 smithi044 ceph-mon[26799]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:28.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:28 smithi139 ceph-mon[22751]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:28.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:29.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:29.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:29.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:29.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:29.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:29 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:29.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:29 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:29.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:29 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:30.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:30 smithi044 ceph-mon[26799]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:30.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:30 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:30.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:30 smithi044 ceph-mon[21837]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:30.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:30 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:30 smithi139 ceph-mon[22751]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:30 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:32 smithi044 ceph-mon[21837]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:32 smithi044 ceph-mon[26799]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:32 smithi139 ceph-mon[22751]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:33.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:34.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:34 smithi044 ceph-mon[26799]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:34.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:34 smithi044 ceph-mon[21837]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:34 smithi139 ceph-mon[22751]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:36.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:47:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:47:35] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:47:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:36 smithi044 ceph-mon[21837]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 83 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:47:36.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:36 smithi044 ceph-mon[26799]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 83 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:47:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:36 smithi139 ceph-mon[22751]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 83 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:47:38.713 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:38 smithi044 ceph-mon[26799]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 83 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:47:38.713 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:38.714 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:38 smithi044 ceph-mon[21837]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 83 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:47:38.714 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:38 smithi139 ceph-mon[22751]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 83 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:47:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:38.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:41.004 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[21837]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[26799]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:40 smithi139 ceph-mon[22751]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:47:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:40 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:41.310 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-26T16:47:42.939 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:42 smithi044 ceph-mon[26799]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:47:42.939 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:42 smithi044 ceph-mon[21837]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:47:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:42 smithi139 ceph-mon[22751]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:47:43.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:43.835 INFO:teuthology.orchestra.run.smithi044.stdout:Scheduled to redeploy mgr.y on host 'smithi044' 2024-04-26T16:47:44.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:47:44.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1447923178' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: Schedule redeploy daemon mgr.y 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:44 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:44.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1447923178' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: Schedule redeploy daemon mgr.y 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:44.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1447923178' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: Schedule redeploy daemon mgr.y 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:44.471 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:44 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:44.492 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps --refresh' 2024-04-26T16:47:45.901 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:47:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:47:45] "GET /metrics HTTP/1.1" 200 37980 "" "Prometheus/2.33.4" 2024-04-26T16:47:46.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:46 smithi139 ceph-mon[22751]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:47:46.401 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:46 smithi044 ceph-mon[21837]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:47:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:46 smithi044 ceph-mon[26799]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:47:47.085 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:47:47.085 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 7s ago 17m - - 2024-04-26T16:47:47.085 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 3s ago 16m - - 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (2m) 7s ago 11m 24.3M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (2m) 3s ago 10m 45.4M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (2m) 7s ago 10m 48.8M - 3.5 e1d6a67b021e 0c68565d47b9 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (5m) 3s ago 16m 529M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:9283 running (17m) 7s ago 17m 411M - 17.2.0 e1d6a67b021e 2c8e963d3ccc 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (17m) 7s ago 18m 61.0M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (16m) 3s ago 16m 45.1M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (16m) 7s ago 16m 42.3M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (2m) 7s ago 11m 17.6M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (2m) 3s ago 11m 17.2M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (15m) 7s ago 15m 52.7M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (15m) 7s ago 15m 53.7M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:47:47.086 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (14m) 7s ago 14m 50.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (14m) 7s ago 14m 51.8M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (14m) 3s ago 14m 53.2M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (13m) 3s ago 13m 51.7M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (12m) 3s ago 13m 48.1M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (12m) 3s ago 12m 55.1M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (2m) 3s ago 12m 72.2M - 2.33.4 514e6a882f6e cf58f4a54c9e 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (10m) 7s ago 10m 72.3M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:47:47.087 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (10m) 3s ago 10m 74.1M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:47:48.091 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'sleep 180' 2024-04-26T16:47:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:48 smithi044 ceph-mon[21837]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-04-26T16:47:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:48 smithi044 ceph-mon[21837]: from='client.25078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:47:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:48 smithi044 ceph-mon[26799]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-04-26T16:47:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:48 smithi044 ceph-mon[26799]: from='client.25078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:47:48.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:48 smithi139 ceph-mon[22751]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-04-26T16:47:48.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:48 smithi139 ceph-mon[22751]: from='client.25078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:47:48.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:49.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:49.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:49.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:49.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:49.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[21837]: Deploying daemon mgr.y on smithi044 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:47:49.866 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:49.867 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:49 smithi044 ceph-mon[26799]: Deploying daemon mgr.y on smithi044 2024-04-26T16:47:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:49 smithi139 ceph-mon[22751]: Deploying daemon mgr.y on smithi044 2024-04-26T16:47:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:50 smithi044 ceph-mon[21837]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-04-26T16:47:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:50 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:50 smithi044 ceph-mon[26799]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-04-26T16:47:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:50 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:50 smithi139 ceph-mon[22751]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-04-26T16:47:51.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:50 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:47:51.702 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:51 smithi044 systemd[1]: Stopping Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:47:52.005 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:51 smithi044 podman[68059]: 2024-04-26 16:47:51.70194218 +0000 UTC m=+0.147548849 container died 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, distribution-scope=public, release=754, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, vcs-type=git, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, io.openshift.expose-services=, vendor=Red Hat, Inc., name=centos-stream, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-26T16:47:52.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 podman[68059]: 2024-04-26 16:47:52.204919112 +0000 UTC m=+0.650525822 container cleanup 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, architecture=x86_64, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, release=754, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, ceph=True, com.redhat.component=centos-stream-container, name=centos-stream, io.buildah.version=1.19.8, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux ) 2024-04-26T16:47:52.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 bash[68059]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y 2024-04-26T16:47:52.684 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 podman[68074]: 2024-04-26 16:47:52.429139363 +0000 UTC m=+0.726859141 container remove 2c8e963d3ccc1f3cafb673d71e20f0400d8c8911b578a7baf4bf8d181ca83720 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, release=754, maintainer=Guillaume Abrioux , RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, vcs-type=git, version=8, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T16:47:52.684 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:47:52.685 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:52 smithi044 ceph-mon[26799]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:52.685 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:52 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:52.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:52 smithi044 ceph-mon[21837]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:52.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:52 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:52.941 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-26T16:47:52.941 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 systemd[1]: Stopped Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:47:52.941 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service: Consumed 1min 13.999s CPU time. 2024-04-26T16:47:52.941 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:52 smithi044 systemd[1]: Starting Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:47:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:52 smithi139 ceph-mon[22751]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:52 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:47:53.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 podman[68208]: 2024-04-26 16:47:53.032554195 +0000 UTC m=+0.020040267 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T16:47:53.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 podman[68208]: 2024-04-26 16:47:53.157783447 +0000 UTC m=+0.145269517 container create f1a0fc0b105b742d68c9798a0897c8d4db1abedd7a78d0016cb61e5d27a9f9b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T16:47:53.583 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 podman[68208]: 2024-04-26 16:47:53.410427691 +0000 UTC m=+0.397913781 container init f1a0fc0b105b742d68c9798a0897c8d4db1abedd7a78d0016cb61e5d27a9f9b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True) 2024-04-26T16:47:53.583 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 podman[68208]: 2024-04-26 16:47:53.413348366 +0000 UTC m=+0.400834441 container start f1a0fc0b105b742d68c9798a0897c8d4db1abedd7a78d0016cb61e5d27a9f9b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T16:47:53.583 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 ceph-mgr[68237]: -- 172.21.15.44:0/289551255 <== mon.0 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ad2d9325a0 con 0x55ad2d906c00 2024-04-26T16:47:53.583 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 bash[68208]: f1a0fc0b105b742d68c9798a0897c8d4db1abedd7a78d0016cb61e5d27a9f9b6 2024-04-26T16:47:53.583 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 systemd[1]: Started Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:47:53.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:53.890 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:53.581+0000 7fe5f88a6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:47:53.890 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:53.780+0000 7fe5f88a6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:47:53.890 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:53.888+0000 7fe5f88a6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:47:54.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:54.228+0000 7fe5f88a6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:47:54.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:54.320+0000 7fe5f88a6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:47:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:47:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:47:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:47:55.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:55.647+0000 7fe5f88a6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:47:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:47:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:47:55] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-04-26T16:47:56.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:55 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:55.839+0000 7fe5f88a6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:47:56.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:56.028+0000 7fe5f88a6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:47:56.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-mon[21837]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:56.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-mon[26799]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:56.707 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:56.380+0000 7fe5f88a6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:47:56.707 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:56.486+0000 7fe5f88a6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:47:57.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:56.705+0000 7fe5f88a6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:47:57.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:56.912+0000 7fe5f88a6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:47:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:56 smithi139 ceph-mon[22751]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:47:57.999 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:57.564+0000 7fe5f88a6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:47:57.999 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:57 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:57.799+0000 7fe5f88a6200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:47:58.570 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:58.270+0000 7fe5f88a6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:47:58.571 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:58.376+0000 7fe5f88a6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:47:59.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:58 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:58.773+0000 7fe5f88a6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:47:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:47:58 smithi044 ceph-mon[26799]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:47:58 smithi044 ceph-mon[21837]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:47:58 smithi139 ceph-mon[22751]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:47:59.028 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:47:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:47:58.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:47:59.469 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:59.163+0000 7fe5f88a6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:47:59.469 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:59.262+0000 7fe5f88a6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:47:59.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:59.544+0000 7fe5f88a6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:47:59.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:59.689+0000 7fe5f88a6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:48:00.125 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:47:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:47:59.796+0000 7fe5f88a6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:48:00.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:48:00.158+0000 7fe5f88a6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:48:00.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:48:00.258+0000 7fe5f88a6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:48:01.146 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:48:00.920+0000 7fe5f88a6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:48:01.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.147 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:01.471 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:48:01.160+0000 7fe5f88a6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:48:01.472 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:48:01] ENGINE Bus STARTING 2024-04-26T16:48:01.472 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: CherryPy Checker: 2024-04-26T16:48:01.472 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: The Application mounted at '' has an empty config. 2024-04-26T16:48:01.472 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:48:01.472 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:48:01] ENGINE Serving on http://:::9283 2024-04-26T16:48:01.472 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:48:01] ENGINE Bus STARTED 2024-04-26T16:48:02.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[26799]: Standby manager daemon y restarted 2024-04-26T16:48:02.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[26799]: Standby manager daemon y started 2024-04-26T16:48:02.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:48:02.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:48:02.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:48:02.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:48:02.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[21837]: Standby manager daemon y restarted 2024-04-26T16:48:02.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[21837]: Standby manager daemon y started 2024-04-26T16:48:02.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:48:02.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:48:02.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:48:02.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:01 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:48:02.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:01 smithi139 ceph-mon[22751]: Standby manager daemon y restarted 2024-04-26T16:48:02.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:01 smithi139 ceph-mon[22751]: Standby manager daemon y started 2024-04-26T16:48:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:01 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:48:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:01 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:48:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:01 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:48:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:01 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:48:03.241 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:02 smithi139 ceph-mon[22751]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:03.241 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:02 smithi139 ceph-mon[22751]: mgrmap e27: x(active, since 3m), standbys: y 2024-04-26T16:48:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:02 smithi044 ceph-mon[21837]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:02 smithi044 ceph-mon[21837]: mgrmap e27: x(active, since 3m), standbys: y 2024-04-26T16:48:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:02 smithi044 ceph-mon[26799]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:02 smithi044 ceph-mon[26799]: mgrmap e27: x(active, since 3m), standbys: y 2024-04-26T16:48:03.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:03.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:04.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[26799]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:04.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[21837]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.360 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:04 smithi139 ceph-mon[22751]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:04.361 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.361 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:04.361 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:05.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:48:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:48:05] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-04-26T16:48:06.380 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:06 smithi139 ceph-mon[22751]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:06.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:06 smithi044 ceph-mon[26799]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:06.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:06 smithi044 ceph-mon[21837]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:08.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:08 smithi044 ceph-mon[26799]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:08.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:08 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:08.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:08 smithi044 ceph-mon[21837]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:08.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:08 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:08 smithi139 ceph-mon[22751]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:08 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:08.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:10 smithi044 ceph-mon[26799]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:10 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:10.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:10 smithi044 ceph-mon[21837]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:10.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:10 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:10 smithi139 ceph-mon[22751]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:10.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:10 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:12 smithi044 ceph-mon[21837]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:12 smithi044 ceph-mon[26799]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:12 smithi139 ceph-mon[22751]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:13.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:14.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:14 smithi044 ceph-mon[21837]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:14.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:14 smithi044 ceph-mon[26799]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:14 smithi139 ceph-mon[22751]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:48:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:48:15] "GET /metrics HTTP/1.1" 200 37978 "" "Prometheus/2.33.4" 2024-04-26T16:48:16.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:16 smithi044 ceph-mon[21837]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:16.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:16 smithi044 ceph-mon[26799]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:16 smithi139 ceph-mon[22751]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:18.715 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[21837]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[26799]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:18 smithi139 ceph-mon[22751]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:18.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:20.678 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:20 smithi044 ceph-mon[26799]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:20.678 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:20 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:20.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:20 smithi044 ceph-mon[21837]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:20.678 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:20 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:20.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:20 smithi139 ceph-mon[22751]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:20.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:20 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:22.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:22 smithi044 ceph-mon[26799]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:22.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:22 smithi044 ceph-mon[21837]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:22.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:22 smithi139 ceph-mon[22751]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:23 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:23 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:23 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:23.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:24.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:24 smithi044 ceph-mon[26799]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:24.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:24 smithi044 ceph-mon[21837]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:24 smithi139 ceph-mon[22751]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:25.857 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:48:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:48:25] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-04-26T16:48:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:26 smithi044 ceph-mon[26799]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:26 smithi044 ceph-mon[21837]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:26 smithi139 ceph-mon[22751]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:28.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:28 smithi044 ceph-mon[21837]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:28.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:28 smithi044 ceph-mon[26799]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:28.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:28 smithi139 ceph-mon[22751]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:28.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:30 smithi044 ceph-mon[21837]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:30 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:30 smithi044 ceph-mon[26799]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:30 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:30 smithi139 ceph-mon[22751]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:30 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:32 smithi044 ceph-mon[21837]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:32 smithi044 ceph-mon[26799]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:32 smithi139 ceph-mon[22751]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:33.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:33.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:34.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:34 smithi044 ceph-mon[26799]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:34.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:34 smithi044 ceph-mon[21837]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:34 smithi139 ceph-mon[22751]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:35.927 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:48:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:48:35] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-04-26T16:48:36.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:36 smithi044 ceph-mon[26799]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:36 smithi044 ceph-mon[21837]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:36 smithi139 ceph-mon[22751]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:38.701 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[21837]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:38.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:38.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.702 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[26799]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:38.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:38.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:38 smithi139 ceph-mon[22751]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:38.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:40 smithi044 ceph-mon[21837]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:40.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:40 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:40 smithi044 ceph-mon[26799]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:40 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:40.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:40 smithi139 ceph-mon[22751]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:40.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:40 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:42.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:42 smithi044 ceph-mon[26799]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:42 smithi044 ceph-mon[21837]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:42 smithi139 ceph-mon[22751]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:43.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:44.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[26799]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:44.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[21837]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:44.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:44 smithi139 ceph-mon[22751]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:45.821 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:48:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:48:45] "GET /metrics HTTP/1.1" 200 37979 "" "Prometheus/2.33.4" 2024-04-26T16:48:46.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:46 smithi044 ceph-mon[26799]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:46.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:46 smithi044 ceph-mon[21837]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:46.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:46 smithi139 ceph-mon[22751]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:48 smithi044 ceph-mon[21837]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:48 smithi044 ceph-mon[26799]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:48.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:48 smithi139 ceph-mon[22751]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:48.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:50 smithi044 ceph-mon[21837]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:50 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:50 smithi044 ceph-mon[26799]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:50 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:50.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:50 smithi139 ceph-mon[22751]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:50.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:50 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:48:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:52 smithi044 ceph-mon[21837]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:52 smithi044 ceph-mon[26799]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:52 smithi139 ceph-mon[22751]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:53 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:53.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:53 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:53 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[21837]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[26799]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:54.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:48:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:48:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:48:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:54 smithi139 ceph-mon[22751]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:48:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:48:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:48:54.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:56.030 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:48:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:48:55] "GET /metrics HTTP/1.1" 200 37978 "" "Prometheus/2.33.4" 2024-04-26T16:48:56.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:56 smithi139 ceph-mon[22751]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:56 smithi044 ceph-mon[21837]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:56 smithi044 ceph-mon[26799]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:48:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[21837]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[26799]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:48:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:48:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:48:58.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:48:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:58 smithi139 ceph-mon[22751]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:48:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:48:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:48:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:00 smithi139 ceph-mon[22751]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:00.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:00 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:00.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:00 smithi044 ceph-mon[21837]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:00.943 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:00 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:00.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:00 smithi044 ceph-mon[26799]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:00.943 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:00 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:02.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:02 smithi044 ceph-mon[21837]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:02.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:02 smithi044 ceph-mon[26799]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:02 smithi139 ceph-mon[22751]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:03.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[26799]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[21837]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:04 smithi139 ceph-mon[22751]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:05.930 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:49:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:49:05] "GET /metrics HTTP/1.1" 200 37978 "" "Prometheus/2.33.4" 2024-04-26T16:49:06.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:06 smithi139 ceph-mon[22751]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:07.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:06 smithi044 ceph-mon[21837]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:06 smithi044 ceph-mon[26799]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:07.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:07 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:08.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:07 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:08.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:07 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:08 smithi044 ceph-mon[26799]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:08 smithi044 ceph-mon[21837]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:09.024 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:08 smithi139 ceph-mon[22751]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:09.024 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:11.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:10 smithi044 ceph-mon[21837]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:11.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:10 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:10 smithi044 ceph-mon[26799]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:10 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:11.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:10 smithi139 ceph-mon[22751]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:11.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:10 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:12 smithi044 ceph-mon[21837]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:13.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:12 smithi044 ceph-mon[26799]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:12 smithi139 ceph-mon[22751]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:13.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:15.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:14 smithi044 ceph-mon[26799]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:15.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:14 smithi044 ceph-mon[21837]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:14 smithi139 ceph-mon[22751]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:49:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:49:15] "GET /metrics HTTP/1.1" 200 37974 "" "Prometheus/2.33.4" 2024-04-26T16:49:17.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:16 smithi044 ceph-mon[21837]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:17.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:16 smithi044 ceph-mon[26799]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:16 smithi139 ceph-mon[22751]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:18 smithi139 ceph-mon[22751]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:18.658Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:18.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[21837]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:18.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.821 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.822 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[26799]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:18.822 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.822 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:18.822 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:20.963 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:20 smithi044 ceph-mon[21837]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:20.963 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:20 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:20.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:20 smithi044 ceph-mon[26799]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:20.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:20 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:20 smithi139 ceph-mon[22751]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:21.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:20 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:22 smithi044 ceph-mon[21837]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:22 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:22 smithi044 ceph-mon[26799]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:23.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:22 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:23.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:22 smithi139 ceph-mon[22751]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:22 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:23.774 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:24 smithi139 ceph-mon[22751]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:25.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[21837]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[26799]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:26.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:49:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:49:25] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-04-26T16:49:27.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:26 smithi139 ceph-mon[22751]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:27.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:26 smithi044 ceph-mon[26799]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:27.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:26 smithi044 ceph-mon[21837]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:28.766 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:29.023 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:28 smithi139 ceph-mon[22751]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:29.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:28 smithi044 ceph-mon[26799]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:28 smithi044 ceph-mon[21837]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:31.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:30 smithi139 ceph-mon[22751]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:31.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:30 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:31.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:30 smithi044 ceph-mon[26799]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:31.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:30 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:30 smithi044 ceph-mon[21837]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:31.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:30 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:32 smithi139 ceph-mon[22751]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:32 smithi044 ceph-mon[21837]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:33.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:32 smithi044 ceph-mon[26799]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:33.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:33.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:34 smithi139 ceph-mon[22751]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:35.060 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:34 smithi044 ceph-mon[21837]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:35.060 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:34 smithi044 ceph-mon[26799]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:36.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:49:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:49:35] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-04-26T16:49:37.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:36 smithi044 ceph-mon[21837]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:37.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:36 smithi044 ceph-mon[26799]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:37.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:36 smithi139 ceph-mon[22751]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:37 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:37 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:38.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:37 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[21837]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[26799]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:39.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:38 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:38.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:38 smithi139 ceph-mon[22751]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:39.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:38 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:41.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:40 smithi044 ceph-mon[26799]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:41.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:40 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:41.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:40 smithi044 ceph-mon[21837]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:41.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:40 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:41.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:40 smithi139 ceph-mon[22751]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:40 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:43.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:42 smithi044 ceph-mon[26799]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:43.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:42 smithi044 ceph-mon[21837]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:42 smithi139 ceph-mon[22751]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:43.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:43.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:45.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[26799]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:45.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[21837]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:45.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:44 smithi139 ceph-mon[22751]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:45.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:45.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:46.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:49:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:49:45] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-04-26T16:49:47.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:46 smithi044 ceph-mon[26799]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:47.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:46 smithi044 ceph-mon[21837]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:47.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:46 smithi139 ceph-mon[22751]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:48.927 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:48 smithi139 ceph-mon[22751]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:48.928 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:49.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:48 smithi044 ceph-mon[26799]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:48 smithi044 ceph-mon[21837]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:50 smithi044 ceph-mon[26799]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:50 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:51.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:50 smithi044 ceph-mon[21837]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:51.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:50 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:51.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:50 smithi139 ceph-mon[22751]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:51.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:50 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:49:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:52 smithi044 ceph-mon[21837]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:52 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:53.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:52 smithi044 ceph-mon[26799]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:52 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:53.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:52 smithi139 ceph-mon[22751]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:53.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:52 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:49:53.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:53.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi044\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", domainname=\"(none)\", instance=\"smithi044\", job=\"node\", machine=\"x86_64\", nodename=\"smithi044\", release=\"5.14.0-437.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[26799]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:49:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:49:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:49:55.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[21837]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:49:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:49:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:49:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:54 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:54 smithi139 ceph-mon[22751]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:49:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:49:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:49:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:54 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:49:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:49:55] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-04-26T16:49:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:56 smithi044 ceph-mon[21837]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:57.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:56 smithi044 ceph-mon[26799]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:57.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:56 smithi139 ceph-mon[22751]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:49:58.915 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:49:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:49:58.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"172.21.15.139:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"18c48794-03ea-11ef-bc93-c7b262605968\", cluster_addr=\"172.21.15.44\", device_class=\"ssd\", hostname=\"smithi044\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.44\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T16:49:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[21837]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[26799]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:49:58 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:58 smithi139 ceph-mon[22751]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:49:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:49:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:49:58 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:01.063 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:00 smithi044 ceph-mon[21837]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:01.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:00 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:01.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:00 smithi044 ceph-mon[21837]: overall HEALTH_OK 2024-04-26T16:50:01.064 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:00 smithi044 ceph-mon[26799]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:01.064 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:00 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:01.064 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:00 smithi044 ceph-mon[26799]: overall HEALTH_OK 2024-04-26T16:50:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:00 smithi139 ceph-mon[22751]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:00 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:00 smithi139 ceph-mon[22751]: overall HEALTH_OK 2024-04-26T16:50:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:02 smithi044 ceph-mon[26799]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:02 smithi044 ceph-mon[21837]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:03.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:02 smithi139 ceph-mon[22751]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:05.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[26799]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[21837]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:04 smithi139 ceph-mon[22751]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:05.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:05.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:06.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:50:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:50:05] "GET /metrics HTTP/1.1" 200 37975 "" "Prometheus/2.33.4" 2024-04-26T16:50:07.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:06 smithi044 ceph-mon[21837]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:07.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:06 smithi044 ceph-mon[26799]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:07.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:06 smithi139 ceph-mon[22751]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:08.010 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:07 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:08.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:07 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:08.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:07 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:08 smithi139 ceph-mon[22751]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:09.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:08 smithi044 ceph-mon[26799]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:09.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:08 smithi044 ceph-mon[21837]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:11.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:10 smithi044 ceph-mon[26799]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:11.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:10 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:11.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:10 smithi044 ceph-mon[21837]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:11.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:10 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:11.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:10 smithi139 ceph-mon[22751]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:11.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:10 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:13.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:12 smithi044 ceph-mon[21837]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:13.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:12 smithi044 ceph-mon[26799]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:13.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:12 smithi139 ceph-mon[22751]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:15.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:14 smithi044 ceph-mon[26799]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:15.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:14 smithi044 ceph-mon[21837]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:15.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:14 smithi139 ceph-mon[22751]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:50:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:50:15] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-04-26T16:50:17.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:16 smithi044 ceph-mon[21837]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:16 smithi044 ceph-mon[26799]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:16 smithi139 ceph-mon[22751]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:19.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:18 smithi044 ceph-mon[26799]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:19.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:18 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:19.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:18 smithi044 ceph-mon[21837]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:19.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:18 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:19.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:18 smithi139 ceph-mon[22751]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:19.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:18 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:20.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:19 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:20.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:19 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:19 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:19 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:20.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:19 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:20.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:19 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:20 smithi139 ceph-mon[22751]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:20 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:20 smithi044 ceph-mon[21837]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:20 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:20 smithi044 ceph-mon[26799]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:21.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:20 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:22 smithi044 ceph-mon[21837]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:23.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:22 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:22 smithi044 ceph-mon[26799]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:23.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:22 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:22 smithi139 ceph-mon[22751]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:22 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[26799]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[21837]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:25.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:24 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:24 smithi139 ceph-mon[22751]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:24 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:26.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:50:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:50:25] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:50:27.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:26 smithi044 ceph-mon[26799]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:27.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:26 smithi044 ceph-mon[21837]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:27.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:26 smithi139 ceph-mon[22751]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:28 smithi139 ceph-mon[22751]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:29.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:28 smithi044 ceph-mon[26799]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:28 smithi044 ceph-mon[21837]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:30 smithi044 ceph-mon[26799]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:31.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:30 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:31.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:30 smithi044 ceph-mon[21837]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:31.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:30 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:30 smithi139 ceph-mon[22751]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:31.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:30 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:33.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:32 smithi044 ceph-mon[26799]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:33.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:32 smithi044 ceph-mon[21837]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:33.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:32 smithi139 ceph-mon[22751]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:34 smithi044 ceph-mon[21837]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:35.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:34 smithi044 ceph-mon[26799]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:35.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:34 smithi139 ceph-mon[22751]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:35.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:50:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:50:35] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:50:36.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:36 smithi044 ceph-mon[21837]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:36.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:36 smithi044 ceph-mon[26799]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:36 smithi139 ceph-mon[22751]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:38 smithi044 ceph-mon[26799]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:38 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:38.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:38 smithi044 ceph-mon[21837]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:38.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:38 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:38 smithi139 ceph-mon[22751]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:38 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[21837]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[26799]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:40 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:40 smithi139 ceph-mon[22751]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:40 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:40.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:40 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:42.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:42 smithi044 ceph-mon[21837]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:42 smithi044 ceph-mon[26799]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:42 smithi139 ceph-mon[22751]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:44.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[21837]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:44.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[26799]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:44.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:44 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:44 smithi139 ceph-mon[22751]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:44 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:46.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:50:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:50:45] "GET /metrics HTTP/1.1" 200 37977 "" "Prometheus/2.33.4" 2024-04-26T16:50:46.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:46 smithi044 ceph-mon[21837]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:46.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:46 smithi044 ceph-mon[26799]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:46 smithi139 ceph-mon[22751]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:48 smithi044 ceph-mon[26799]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:48 smithi044 ceph-mon[21837]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:48.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:48 smithi139 ceph-mon[22751]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:50.695 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:50 smithi139 ceph-mon[22751]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:50.695 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:50 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:50 smithi044 ceph-mon[26799]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:50 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:50 smithi044 ceph-mon[21837]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:50 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:50:51.884 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T16:50:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:52 smithi044 ceph-mon[21837]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:52 smithi044 ceph-mon[26799]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:52 smithi139 ceph-mon[22751]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:53.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:53 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:53.615 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:53 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:53 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 15s ago 20m - - 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 9s ago 19m - - 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (6m) 15s ago 14m 23.2M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (5m) 9s ago 14m 51.2M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (5m) 15s ago 13m 51.6M - 3.5 e1d6a67b021e 0c68565d47b9 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (8m) 9s ago 19m 538M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (3m) 15s ago 21m 463M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (21m) 15s ago 21m 67.5M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:50:54.120 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (19m) 9s ago 19m 51.6M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (19m) 15s ago 19m 48.5M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (6m) 15s ago 14m 16.5M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (5m) 9s ago 14m 17.5M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (18m) 15s ago 18m 53.0M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (18m) 15s ago 18m 53.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (18m) 15s ago 18m 50.5M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (17m) 15s ago 17m 51.0M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (17m) 9s ago 17m 53.7M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (16m) 9s ago 16m 52.0M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (15m) 9s ago 16m 48.5M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (15m) 9s ago 15m 55.4M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (5m) 9s ago 15m 72.7M - 2.33.4 514e6a882f6e cf58f4a54c9e 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (13m) 15s ago 13m 73.2M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:50:54.121 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (13m) 9s ago 13m 75.0M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:50:54.733 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:54 smithi044 ceph-mon[26799]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:54.733 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:54 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:50:54.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:54 smithi044 ceph-mon[21837]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:54.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:54 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:50:54.764 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions' 2024-04-26T16:50:54.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:54 smithi139 ceph-mon[22751]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:54.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:54 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:50:55.880 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:50:55] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[26799]: from='client.25090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[21837]: from='client.25090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:50:56.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:50:56.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:50:56.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:55 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-mon[22751]: from='client.25090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:50:56.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:56.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:50:56.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:50:56.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:55 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:50:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:56 smithi044 ceph-mon[21837]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:56 smithi044 ceph-mon[26799]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:57.020 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:50:57.020 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:50:57.020 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:50:57.020 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:50:57.020 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:50:57.020 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:50:57.021 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:50:57.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:56 smithi139 ceph-mon[22751]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:50:57.847 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph health detail' 2024-04-26T16:50:58.168 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:57 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/262955631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:50:58.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:57 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/262955631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:50:58.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:57 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/262955631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:50:59.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:50:58 smithi044 ceph-mon[21837]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:59.182 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:50:58 smithi044 ceph-mon[26799]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:50:59.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:50:58 smithi139 ceph-mon[22751]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:00.198 INFO:teuthology.orchestra.run.smithi044.stdout:HEALTH_OK 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[21837]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3292654705' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[26799]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:00.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:00 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3292654705' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:51:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:00 smithi139 ceph-mon[22751]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:00 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:00.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:00 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:00.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:00 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3292654705' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:51:00.899 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph -s' 2024-04-26T16:51:02.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:02 smithi044 ceph-mon[26799]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:02.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:02 smithi044 ceph-mon[21837]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:02 smithi139 ceph-mon[22751]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:04.274 INFO:teuthology.orchestra.run.smithi044.stdout: cluster: 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: id: 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: health: HEALTH_OK 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: services: 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: mon: 3 daemons, quorum a,c,b (age 19m) 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: mgr: x(active, since 6m), standbys: y 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 16m) 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: data: 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: pools: 6 pools, 161 pgs 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: objects: 209 objects, 585 KiB 2024-04-26T16:51:04.275 INFO:teuthology.orchestra.run.smithi044.stdout: usage: 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:04.276 INFO:teuthology.orchestra.run.smithi044.stdout: pgs: 161 active+clean 2024-04-26T16:51:04.276 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:51:04.276 INFO:teuthology.orchestra.run.smithi044.stdout: io: 2024-04-26T16:51:04.276 INFO:teuthology.orchestra.run.smithi044.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-04-26T16:51:04.276 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:51:04.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[21837]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:04.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1933417923' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:51:04.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[21837]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[26799]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:04.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1933417923' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:51:04.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:04 smithi044 ceph-mon[26799]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:04 smithi139 ceph-mon[22751]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:04.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:04 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1933417923' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:51:04.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:04.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:04 smithi139 ceph-mon[22751]: from='mgr.24758 ' entity='mgr.x' 2024-04-26T16:51:05.308 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph mgr fail' 2024-04-26T16:51:05.919 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:51:05] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:51:06.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:06 smithi044 ceph-mon[21837]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:06.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:06 smithi044 ceph-mon[26799]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:06.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:06 smithi139 ceph-mon[22751]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:08.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[21837]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:08.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[21837]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:08.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/4083104990' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:51:08.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:51:08.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[21837]: osdmap e109: 8 total, 8 up, 8 in 2024-04-26T16:51:08.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:51:08.760 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:08] ENGINE Bus STOPPING 2024-04-26T16:51:08.760 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:51:08.760 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:08] ENGINE Bus STOPPED 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:08] ENGINE Bus STARTING 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:08] ENGINE Serving on http://:::9283 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:08] ENGINE Bus STARTED 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[26799]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[26799]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/4083104990' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[26799]: osdmap e109: 8 total, 8 up, 8 in 2024-04-26T16:51:08.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:08 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:51:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mon[22751]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mon[22751]: from='mgr.24758 172.21.15.139:0/2028468284' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/4083104990' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mon[22751]: osdmap e109: 8 total, 8 up, 8 in 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:08.515+0000 7f8e1a024700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ignoring --setuser ceph since I am not root 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ignoring --setgroup ceph since I am not root 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-mgr[49218]: -- 172.21.15.139:0/3408317021 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5577b79185a0 con 0x5577b78ed000 2024-04-26T16:51:08.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:08.694+0000 7f52dd525200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:51:09.207 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'sleep 180' 2024-04-26T16:51:09.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:08.880+0000 7f52dd525200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:51:09.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:08.981+0000 7f52dd525200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:51:09.578 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:09.285+0000 7f52dd525200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:51:09.579 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:09.391+0000 7f52dd525200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:51:09.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:09.346Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.139:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.139:8765: connect: connection refused" 2024-04-26T16:51:09.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:09.346Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.139:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.139:8765: connect: connection refused" 2024-04-26T16:51:09.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:09.347Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.139:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.139:8765: connect: connection refused" 2024-04-26T16:51:09.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:09.349Z caller=refresh.go:98 level=error component="discovery manager notify" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.139:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.139:8765: connect: connection refused" 2024-04-26T16:51:09.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:09.350Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.139:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.139:8765: connect: connection refused" 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: mgrmap e28: y(active, starting, since 0.424336s), standbys: x 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:51:09.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: Manager daemon y is now available 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:09.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: [26/Apr/2024:16:51:09] ENGINE Bus STARTING 2024-04-26T16:51:09.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:09 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:51:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: mgrmap e28: y(active, starting, since 0.424336s), standbys: x 2024-04-26T16:51:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:51:09.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:51:09.749 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:51:09.750 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:51:09.750 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:51:09.750 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:51:09.750 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:51:09.750 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:51:09.750 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:51:09.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: Manager daemon y is now available 2024-04-26T16:51:09.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:09.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:51:09.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:51:09.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:51:09.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:51:09.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:09.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:51:09.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:51:09.752 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:51:09.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:51:09.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:09.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:09.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:51:09.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:51:09.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: [26/Apr/2024:16:51:09] ENGINE Bus STARTING 2024-04-26T16:51:09.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:51:09.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: mgrmap e28: y(active, starting, since 0.424336s), standbys: x 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:51:09.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:51:09.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: Manager daemon y is now available 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:51:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:51:09.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:51:09.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:51:09.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:09.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:51:09.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:51:09.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:51:09.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:09.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:09.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:51:09.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:51:09.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: [26/Apr/2024:16:51:09] ENGINE Bus STARTING 2024-04-26T16:51:09.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:09 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: [26/Apr/2024:16:51:09] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: mgrmap e29: y(active, since 1.43464s), standbys: x 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: [26/Apr/2024:16:51:09] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: [26/Apr/2024:16:51:09] ENGINE Bus STARTED 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:51:10.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: [26/Apr/2024:16:51:09] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:51:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: mgrmap e29: y(active, since 1.43464s), standbys: x 2024-04-26T16:51:10.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: [26/Apr/2024:16:51:09] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: [26/Apr/2024:16:51:09] ENGINE Bus STARTED 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: [26/Apr/2024:16:51:09] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: mgrmap e29: y(active, since 1.43464s), standbys: x 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='client.25054 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: [26/Apr/2024:16:51:09] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: [26/Apr/2024:16:51:09] ENGINE Bus STARTED 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:51:10.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:10 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:10.960 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:10.711+0000 7f52dd525200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:51:10.961 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:10.907+0000 7f52dd525200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:51:11.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:11.091+0000 7f52dd525200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:51:11.722 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:11.404+0000 7f52dd525200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:51:11.722 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:11.504+0000 7f52dd525200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:51:11.722 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:11.722 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.722 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.723 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:11.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:11 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:11.722+0000 7f52dd525200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:51:12.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:11.929+0000 7f52dd525200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:51:12.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:12.554+0000 7f52dd525200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:51:13.068 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:12.785+0000 7f52dd525200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[21837]: mgrmap e30: y(active, since 3s), standbys: x 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[26799]: mgrmap e30: y(active, since 3s), standbys: x 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.315 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:13 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-mon[22751]: mgrmap e30: y(active, since 3s), standbys: x 2024-04-26T16:51:13.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:13.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:13.230+0000 7f52dd525200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:51:13.329 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:13.328+0000 7f52dd525200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:51:14.004 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:13.716+0000 7f52dd525200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:51:14.186 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[26799]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:14.186 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.186 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.186 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.187 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[21837]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:14.187 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.187 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.187 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:14 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-mon[22751]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:14.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:14.089+0000 7f52dd525200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:51:14.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:14.189+0000 7f52dd525200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:51:14.709 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:14.450+0000 7f52dd525200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:51:14.710 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:14.592+0000 7f52dd525200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:51:14.710 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:14.697+0000 7f52dd525200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:51:15.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:15.034+0000 7f52dd525200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:51:15.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:15.130+0000 7f52dd525200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:51:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:15.744+0000 7f52dd525200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:51:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:15.971+0000 7f52dd525200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:51:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:51:15] ENGINE Bus STARTING 2024-04-26T16:51:16.110 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:51:15.963+0000 7fe57d3e3700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:16.110 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Creating ceph-iscsi config... 2024-04-26T16:51:16.110 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return _run_code(code, main_globals, None, 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: exec(code, run_globals) 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:16.111 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:16.112 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:16.112 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:16.112 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:16.112 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:51:16.112 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:51:16.112 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return future.result(timeout) 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return self.__get_result() 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: raise self._exception 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: use_current_daemon_image=reconfig, 2024-04-26T16:51:16.113 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Creating ceph-iscsi config... 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return _run_code(code, main_globals, None, 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: exec(code, run_globals) 2024-04-26T16:51:16.114 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:16.115 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:16.415 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: CherryPy Checker: 2024-04-26T16:51:16.416 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: The Application mounted at '' has an empty config. 2024-04-26T16:51:16.416 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:51:16.416 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:51:16] ENGINE Serving on http://:::9283 2024-04-26T16:51:16.416 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:51:16] ENGINE Bus STARTED 2024-04-26T16:51:16.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:16.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:51:16.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:16 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:51:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:51:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:51:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:51:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:51:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:51:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:51:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:16 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:51:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[26799]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:51:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:17.758 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: return future.result(timeout) 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:51:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.__get_result() 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: raise self._exception 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.761 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[21837]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:17.762 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:17.763 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:51:17.764 INFO:journalctl@ceph.mon.a.smithi044.stdout: return future.result(timeout) 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.__get_result() 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: raise self._exception 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.765 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:17.766 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[21837]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[21837]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[21837]: mgrmap e31: y(active, since 8s), standbys: x 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[26799]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:51:17.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[26799]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:51:17.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:17 smithi044 ceph-mon[26799]: mgrmap e31: y(active, since 8s), standbys: x 2024-04-26T16:51:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:17 smithi139 ceph-mon[22751]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:51:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout: return future.result(timeout) 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.__get_result() 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: raise self._exception 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:51:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:51:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:51:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:51:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:51:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:17 smithi139 ceph-mon[22751]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:51:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:17 smithi139 ceph-mon[22751]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:51:17.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:17 smithi139 ceph-mon[22751]: mgrmap e31: y(active, since 8s), standbys: x 2024-04-26T16:51:18.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[21837]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:51:18.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[26799]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:51:18.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:18 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:18 smithi139 ceph-mon[22751]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:51:18.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:18 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:18 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:18.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:18 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:19.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:51:19.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 bash[61199]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.527Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T16:51:19.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-26T16:51:19.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[53784]: ts=2024-04-26T16:51:19.528Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-26T16:51:19.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 podman[61212]: 2024-04-26 16:51:19.538181123 +0000 UTC m=+0.134929288 container died cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:51:20.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 podman[61212]: 2024-04-26 16:51:19.961020515 +0000 UTC m=+0.557768689 container cleanup cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:51:20.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 bash[61212]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T16:51:20.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:19 smithi139 bash[61238]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:51:20.629 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-mon[22751]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 podman[61226]: 2024-04-26 16:51:20.37900133 +0000 UTC m=+0.836769581 container remove cf58f4a54c9e9efbd5e11287352eabec7c72ecbeab8e5ac408955e3ac84e6e04 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.803s CPU time. 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 podman[61309]: 2024-04-26 16:51:20.526379437 +0000 UTC m=+0.018989731 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-26T16:51:20.629 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 podman[61309]: 2024-04-26 16:51:20.629706997 +0000 UTC m=+0.122317265 container create 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:51:20.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:20 smithi044 ceph-mon[26799]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:51:20.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:20 smithi044 ceph-mon[21837]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:51:20.883 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 podman[61309]: 2024-04-26 16:51:20.857095547 +0000 UTC m=+0.349705813 container init 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:51:20.883 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 podman[61309]: 2024-04-26 16:51:20.859699408 +0000 UTC m=+0.352309686 container start 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:51:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:21] ENGINE Bus STOPPING 2024-04-26T16:51:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:51:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:21] ENGINE Bus STOPPED 2024-04-26T16:51:21.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:21] ENGINE Bus STARTING 2024-04-26T16:51:21.259 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:21] ENGINE Serving on http://:::9283 2024-04-26T16:51:21.259 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:51:21] ENGINE Bus STARTED 2024-04-26T16:51:21.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.883Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T16:51:21.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.883Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.883Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.883Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.883Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.883Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.885Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.885Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.887Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.888Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.888Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.426µs 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.888Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:20.890Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 bash[61309]: 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 2024-04-26T16:51:21.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:20 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:51:21.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.318Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-26T16:51:21.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.551Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-26T16:51:21.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.551Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-26T16:51:21.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.551Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.087µs wal_replay_duration=663.138786ms total_replay_duration=663.182133ms 2024-04-26T16:51:21.580 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.557Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T16:51:21.580 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.557Z caller=main.go:947 level=info msg="TSDB started" 2024-04-26T16:51:21.580 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.558Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T16:51:21.580 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.579Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.827159ms db_storage=725ns remote_storage=1.53µs web_handler=343ns query_engine=746ns scrape=391.322µs scrape_sd=88.819µs notify=13.111µs notify_sd=17.792µs rules=20.999798ms 2024-04-26T16:51:21.580 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:51:21.579Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:22.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.044 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:51:22.045 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:22.046 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:22.046 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:22.046 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:21 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:51:22.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:51:22.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:51:22.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:22.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:51:22.265 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:22.265 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:21 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:51:24.256 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:23 smithi044 ceph-mon[26799]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:24.257 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:23 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:24.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:23 smithi044 ceph-mon[21837]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:24.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:23 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:24.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:23 smithi139 ceph-mon[22751]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:24.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:23 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:51:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:51:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3280808404' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:51:25.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:51:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:51:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:25 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3280808404' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:51:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:51:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:51:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:51:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:51:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:51:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:51:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:51:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:25 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3280808404' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:51:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:26 smithi044 ceph-mon[21837]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:26.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:26 smithi044 ceph-mon[26799]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:26 smithi139 ceph-mon[22751]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:27 smithi044 ceph-mon[21837]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:27 smithi044 ceph-mon[26799]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:27.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:27 smithi139 ceph-mon[22751]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:51:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:29 smithi044 ceph-mon[21837]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-26T16:51:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:29 smithi044 ceph-mon[26799]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-26T16:51:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:29 smithi139 ceph-mon[22751]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-26T16:51:31.891 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:31 smithi139 ceph-mon[22751]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:31 smithi044 ceph-mon[21837]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:32.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:31 smithi044 ceph-mon[26799]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:33.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:33 smithi139 ceph-mon[22751]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:33 smithi044 ceph-mon[26799]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:34.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:33 smithi044 ceph-mon[21837]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:34.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:34 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:34.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:34 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:35.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:34 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:35.222 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:51:34] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[21837]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[26799]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:35 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:35 smithi139 ceph-mon[22751]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-26T16:51:36.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:35 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:35 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:36.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:35 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:37.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[26799]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-04-26T16:51:37.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:37.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:37.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:37.746 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[21837]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-04-26T16:51:37.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:37.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:37.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:37 smithi139 ceph-mon[22751]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-04-26T16:51:38.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.962 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.962 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.962 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:38.962 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.962 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:38.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:38 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:38 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:38 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:38 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:38 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:39 smithi044 ceph-mon[26799]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:39 smithi044 ceph-mon[21837]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:39 smithi139 ceph-mon[22751]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:42.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:41 smithi044 ceph-mon[26799]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:41 smithi044 ceph-mon[21837]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:41 smithi139 ceph-mon[22751]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:44.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:43 smithi044 ceph-mon[26799]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:43 smithi044 ceph-mon[21837]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:43 smithi139 ceph-mon[22751]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:44 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:45.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:51:44] "GET /metrics HTTP/1.1" 200 37988 "" "Prometheus/2.33.4" 2024-04-26T16:51:45.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:44 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:44 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:46.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:45 smithi044 ceph-mon[21837]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:46.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:45 smithi044 ceph-mon[26799]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:45 smithi139 ceph-mon[22751]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:47 smithi139 ceph-mon[22751]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:47 smithi044 ceph-mon[21837]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:47 smithi044 ceph-mon[26799]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:49 smithi044 ceph-mon[21837]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:49 smithi044 ceph-mon[26799]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:49 smithi139 ceph-mon[22751]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:51 smithi044 ceph-mon[21837]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:51 smithi044 ceph-mon[26799]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:51 smithi139 ceph-mon[22751]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:53 smithi044 ceph-mon[21837]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:53 smithi044 ceph-mon[26799]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:53 smithi139 ceph-mon[22751]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:54.839 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:54 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:54.840 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:54 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:54.840 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:54 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:54.840 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:54 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:54 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:51:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:54 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:51:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:51:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:51:54] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.33.4" 2024-04-26T16:51:55.926 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:55 smithi139 ceph-mon[22751]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:55.926 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:55 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:55.926 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:55 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:55.926 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:55 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[26799]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[21837]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:51:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:55 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:57 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:57 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:57 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:57 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:57 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:57 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:57 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:57 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:57.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:57 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:51:58.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:51:58 smithi044 ceph-mon[21837]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:58.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:51:58 smithi044 ceph-mon[26799]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:51:58.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:51:58 smithi139 ceph-mon[22751]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:00.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:00 smithi044 ceph-mon[26799]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:00.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:00 smithi044 ceph-mon[21837]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:00 smithi139 ceph-mon[22751]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:02.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:02 smithi139 ceph-mon[22751]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:02.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:02 smithi044 ceph-mon[26799]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:02.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:02 smithi044 ceph-mon[21837]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:04.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:04 smithi139 ceph-mon[22751]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:04.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:04 smithi044 ceph-mon[26799]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:04.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:04 smithi044 ceph-mon[21837]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:05.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:52:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:52:04] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.33.4" 2024-04-26T16:52:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:05 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:05 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:05 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:06.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:06 smithi139 ceph-mon[22751]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:06.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:06 smithi044 ceph-mon[26799]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:06.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:06 smithi044 ceph-mon[21837]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:07 smithi139 ceph-mon[22751]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:08.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:07 smithi044 ceph-mon[26799]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:08.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:07 smithi044 ceph-mon[21837]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:09 smithi044 ceph-mon[21837]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:09 smithi044 ceph-mon[26799]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:09 smithi139 ceph-mon[22751]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:12.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:11 smithi044 ceph-mon[21837]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:11 smithi044 ceph-mon[26799]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:12.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:11 smithi139 ceph-mon[22751]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:13.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:13 smithi139 ceph-mon[22751]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:13 smithi044 ceph-mon[26799]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:13 smithi044 ceph-mon[21837]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:14.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:14 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:14 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:15.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:14 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:15.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:52:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:52:14] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-04-26T16:52:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:15 smithi139 ceph-mon[22751]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:15 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:15 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:15 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[26799]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:16.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[21837]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:16.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:16.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:15 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:17 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:17 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:17 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.743 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:17 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.743 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:17 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.743 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:17 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:17 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:17 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:17 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:18.430 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:18 smithi044 ceph-mon[21837]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:18.430 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:18 smithi044 ceph-mon[26799]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:18 smithi139 ceph-mon[22751]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:20.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:20 smithi044 ceph-mon[21837]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:20.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:20 smithi044 ceph-mon[26799]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:20.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:20 smithi139 ceph-mon[22751]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:22.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:22 smithi044 ceph-mon[21837]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:22.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:22 smithi044 ceph-mon[26799]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:22.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:22 smithi139 ceph-mon[22751]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:24.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-mon[21837]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:24.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:24.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:52:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-mon[26799]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:52:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:24 smithi139 ceph-mon[22751]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:24 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:24 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:52:25.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:52:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:52:24] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:52:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:52:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:52:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:52:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:52:25.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:25 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:52:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:52:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:26 smithi044 ceph-mon[21837]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:26 smithi044 ceph-mon[26799]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:26.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:26 smithi139 ceph-mon[22751]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:27.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:27 smithi139 ceph-mon[22751]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:27 smithi044 ceph-mon[21837]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:27 smithi044 ceph-mon[26799]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:29 smithi044 ceph-mon[26799]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:29 smithi044 ceph-mon[21837]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:29 smithi139 ceph-mon[22751]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:32.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:31 smithi044 ceph-mon[26799]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:32.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:31 smithi044 ceph-mon[21837]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:31 smithi139 ceph-mon[22751]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:33 smithi139 ceph-mon[22751]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:34.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:33 smithi044 ceph-mon[21837]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:33 smithi044 ceph-mon[26799]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:34.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:34 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:34.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:34 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:35.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:34 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:52:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:52:34] "GET /metrics HTTP/1.1" 200 37976 "" "Prometheus/2.33.4" 2024-04-26T16:52:36.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[21837]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[26799]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:36 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:36 smithi139 ceph-mon[22751]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:36 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:36 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:36.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:36 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:37 smithi139 ceph-mon[22751]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:37.787 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.787 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.788 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.788 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[26799]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:37.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:37.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:37 smithi044 ceph-mon[21837]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:39 smithi044 ceph-mon[26799]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:39 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:39 smithi044 ceph-mon[21837]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:39 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:39 smithi139 ceph-mon[22751]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:39 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:42.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:41 smithi044 ceph-mon[26799]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:41 smithi044 ceph-mon[21837]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:41 smithi139 ceph-mon[22751]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:44.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:43 smithi044 ceph-mon[26799]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:43 smithi044 ceph-mon[21837]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:44.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:43 smithi139 ceph-mon[22751]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:44.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:44 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:44.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:44 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:44 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:45.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:52:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:52:44] "GET /metrics HTTP/1.1" 200 37982 "" "Prometheus/2.33.4" 2024-04-26T16:52:46.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:45 smithi044 ceph-mon[21837]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:46.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:45 smithi044 ceph-mon[26799]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:45 smithi139 ceph-mon[22751]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:47.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:47 smithi139 ceph-mon[22751]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:47 smithi044 ceph-mon[21837]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:47 smithi044 ceph-mon[26799]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:49 smithi044 ceph-mon[26799]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:49 smithi044 ceph-mon[21837]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:49 smithi139 ceph-mon[22751]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:51 smithi044 ceph-mon[26799]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:52.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:51 smithi044 ceph-mon[21837]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:52.119 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:51 smithi139 ceph-mon[22751]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:53.926 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:53 smithi139 ceph-mon[22751]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:53 smithi044 ceph-mon[26799]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:53 smithi044 ceph-mon[21837]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:54 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:54 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:54.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:54 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:54.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:54 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:54.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:54 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:52:54.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:54 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:52:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:52:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:52:54] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:52:56.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[26799]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:56.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[21837]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:56.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:56 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:56 smithi139 ceph-mon[22751]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:52:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:56 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:56 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:56 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[21837]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[26799]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:57 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:57 smithi139 ceph-mon[22751]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:52:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:57 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:57 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:52:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:57 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:00.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:52:59 smithi044 ceph-mon[26799]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:52:59 smithi044 ceph-mon[21837]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:52:59 smithi139 ceph-mon[22751]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:02.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:01 smithi044 ceph-mon[26799]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:01 smithi044 ceph-mon[21837]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:01 smithi139 ceph-mon[22751]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:03 smithi044 ceph-mon[21837]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:04.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:03 smithi044 ceph-mon[26799]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:04.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:03 smithi139 ceph-mon[22751]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:05.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:04 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:04 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:05.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:53:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:53:04] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:53:05.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:04 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:05.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:05 smithi139 ceph-mon[22751]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:06.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:05 smithi044 ceph-mon[26799]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:06.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:05 smithi044 ceph-mon[21837]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:07 smithi139 ceph-mon[22751]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:08.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:07 smithi044 ceph-mon[21837]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:08.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:07 smithi044 ceph-mon[26799]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:09 smithi044 ceph-mon[21837]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:09 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:09 smithi044 ceph-mon[26799]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:09 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:09 smithi139 ceph-mon[22751]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:09 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:12.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:11 smithi044 ceph-mon[21837]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:11 smithi044 ceph-mon[26799]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:12.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:11 smithi139 ceph-mon[22751]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:13 smithi044 ceph-mon[21837]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:13 smithi044 ceph-mon[26799]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:14.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:13 smithi139 ceph-mon[22751]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:14 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:14.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:14 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:14 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:15.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:53:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:53:14] "GET /metrics HTTP/1.1" 200 37982 "" "Prometheus/2.33.4" 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[21837]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[26799]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:16 smithi139 ceph-mon[22751]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[21837]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:18.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.034 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[26799]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:18.034 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.034 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.034 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:17 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:17 smithi139 ceph-mon[22751]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:18.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:17 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:17 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:18.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:17 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:20.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:19 smithi044 ceph-mon[21837]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:20.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:19 smithi044 ceph-mon[26799]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:20.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:19 smithi139 ceph-mon[22751]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:22.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:21 smithi044 ceph-mon[21837]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:22.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:21 smithi044 ceph-mon[26799]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:22.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:21 smithi139 ceph-mon[22751]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:24.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:23 smithi044 ceph-mon[21837]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:24.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:23 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:23 smithi044 ceph-mon[26799]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:23 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:24.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:23 smithi139 ceph-mon[22751]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:24.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:23 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:25.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:53:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:53:24] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.33.4" 2024-04-26T16:53:25.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:24 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:25.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:24 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:25.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:24 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:26.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[21837]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:26.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:53:26.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:53:26.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:53:26.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:26.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[26799]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:26.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:53:26.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:53:26.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:53:26.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:26.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:25 smithi139 ceph-mon[22751]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:53:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:53:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:53:26.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:27 smithi044 ceph-mon[21837]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:27 smithi044 ceph-mon[26799]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:27 smithi139 ceph-mon[22751]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:29 smithi044 ceph-mon[26799]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:29 smithi044 ceph-mon[21837]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:29 smithi139 ceph-mon[22751]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:32.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:31 smithi044 ceph-mon[21837]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:32.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:31 smithi044 ceph-mon[26799]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:32.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:31 smithi139 ceph-mon[22751]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:33 smithi044 ceph-mon[26799]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:34.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:33 smithi044 ceph-mon[21837]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:34.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:33 smithi139 ceph-mon[22751]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:34.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:34 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:34.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:34 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:34 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:53:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:53:34] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.33.4" 2024-04-26T16:53:35.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:35 smithi139 ceph-mon[22751]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:35.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:35 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:35.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:35 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:35.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:35 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[21837]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[26799]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:35 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:37 smithi139 ceph-mon[22751]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:38.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.121 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:37 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[21837]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[26799]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:37 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:39.216 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:38 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:39.217 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:38 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:39.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:38 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:40.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:39 smithi044 ceph-mon[21837]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:40.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:39 smithi044 ceph-mon[26799]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:40.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:39 smithi139 ceph-mon[22751]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:42.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:41 smithi044 ceph-mon[21837]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:42.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:41 smithi044 ceph-mon[26799]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:42.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:41 smithi139 ceph-mon[22751]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:44.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:43 smithi044 ceph-mon[21837]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:44.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:43 smithi044 ceph-mon[26799]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:44.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:43 smithi139 ceph-mon[22751]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:45.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:44 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:45.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:53:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:53:44] "GET /metrics HTTP/1.1" 200 37991 "" "Prometheus/2.33.4" 2024-04-26T16:53:45.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:44 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:45.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:44 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:46.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:45 smithi044 ceph-mon[21837]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:45 smithi044 ceph-mon[26799]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:46.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:45 smithi139 ceph-mon[22751]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:47 smithi044 ceph-mon[21837]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:47 smithi044 ceph-mon[26799]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:47 smithi139 ceph-mon[22751]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:49 smithi044 ceph-mon[26799]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:49 smithi044 ceph-mon[21837]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:49 smithi139 ceph-mon[22751]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:51 smithi044 ceph-mon[21837]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:51 smithi044 ceph-mon[26799]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:51 smithi139 ceph-mon[22751]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:53 smithi044 ceph-mon[26799]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:53 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:53 smithi044 ceph-mon[21837]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:53 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:53 smithi139 ceph-mon[22751]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:54.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:53 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:53:54.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:54 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:54.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:54 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:54.896 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:54 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:53:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:53:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:53:54] "GET /metrics HTTP/1.1" 200 37986 "" "Prometheus/2.33.4" 2024-04-26T16:53:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:55 smithi044 ceph-mon[21837]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:55 smithi044 ceph-mon[26799]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:55 smithi139 ceph-mon[22751]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:53:56.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:56 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:56.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:56 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:56.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:56 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:56 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:56 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:56 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:56 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:57.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:56 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:57.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:56 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[26799]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:58.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[21837]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:53:58 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:58 smithi139 ceph-mon[22751]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:53:58.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:58 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:58 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:53:58.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:53:58 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:00.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:00 smithi044 ceph-mon[21837]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:00.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:00 smithi044 ceph-mon[26799]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:00 smithi139 ceph-mon[22751]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:02.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:02 smithi044 ceph-mon[26799]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:02.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:02 smithi044 ceph-mon[21837]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:02.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:02 smithi139 ceph-mon[22751]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:04.410 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:04 smithi044 ceph-mon[26799]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:04.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:04 smithi044 ceph-mon[21837]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:04.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:04 smithi139 ceph-mon[22751]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:05.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:05 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:05 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:05.259 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:54:04] "GET /metrics HTTP/1.1" 200 37986 "" "Prometheus/2.33.4" 2024-04-26T16:54:05.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:05 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:06.441 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:06 smithi139 ceph-mon[22751]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:06.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:06 smithi044 ceph-mon[26799]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:06.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:06 smithi044 ceph-mon[21837]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:08.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:07 smithi044 ceph-mon[26799]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:08.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:07 smithi044 ceph-mon[21837]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:08.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:07 smithi139 ceph-mon[22751]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:08 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:08 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:08 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:09 smithi044 ceph-mon[26799]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:09 smithi044 ceph-mon[21837]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:09 smithi139 ceph-mon[22751]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:12.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:11 smithi044 ceph-mon[21837]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:11 smithi044 ceph-mon[26799]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:12.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:11 smithi139 ceph-mon[22751]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:13.331 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T16:54:13.931 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:13 smithi044 ceph-mon[21837]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:14.105 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:13 smithi044 ceph-mon[26799]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:14.106 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:13 smithi139 ceph-mon[22751]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:14.958 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:54:14] "GET /metrics HTTP/1.1" 200 37991 "" "Prometheus/2.33.4" 2024-04-26T16:54:14.959 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:14 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:14.959 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:14 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:14 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 19s ago 23m - - 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 18s ago 23m - - 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (9m) 19s ago 17m 22.8M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (8m) 18s ago 17m 51.9M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (2m) 19s ago 16m 49.0M - 3.5 e1d6a67b021e 0398a81d1d52 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (11m) 18s ago 22m 463M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (6m) 19s ago 24m 525M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (24m) 19s ago 24m 74.6M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (22m) 18s ago 22m 56.9M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:54:15.425 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (23m) 19s ago 23m 54.5M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (9m) 19s ago 18m 18.7M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (9m) 18s ago 18m 17.5M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (22m) 19s ago 22m 53.4M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (21m) 19s ago 21m 53.9M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (21m) 19s ago 21m 50.6M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (21m) 19s ago 21m 51.5M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (20m) 18s ago 20m 54.1M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (20m) 18s ago 20m 52.3M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (19m) 18s ago 19m 48.8M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (19m) 18s ago 19m 55.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (2m) 18s ago 18m 65.1M - 2.33.4 514e6a882f6e 1c00a384499a 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (16m) 19s ago 16m 74.4M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:54:15.426 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (16m) 18s ago 16m 76.4M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:54:16.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:15 smithi044 ceph-mon[26799]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:16.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:15 smithi044 ceph-mon[26799]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:54:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:15 smithi044 ceph-mon[21837]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:15 smithi044 ceph-mon[21837]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:54:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:15 smithi139 ceph-mon[22751]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:15 smithi139 ceph-mon[22751]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:54:16.134 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions' 2024-04-26T16:54:17.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:16 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:16 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.185 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.185 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:17.185 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:16 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[26799]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[21837]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:18 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.520 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:18 smithi139 ceph-mon[22751]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:18.520 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:18 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.520 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:18 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:18.520 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:18 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:54:19.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:54:19.996 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:54:20.237 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:20 smithi044 ceph-mon[26799]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:20.237 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:20 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1171297846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:54:20.238 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:20 smithi044 ceph-mon[21837]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:20.238 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:20 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1171297846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:54:20.269 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:20 smithi139 ceph-mon[22751]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:20.269 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:20 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1171297846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:54:20.951 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph -s' 2024-04-26T16:54:22.507 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:22 smithi044 ceph-mon[26799]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:22.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:22 smithi044 ceph-mon[21837]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:22.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:22 smithi139 ceph-mon[22751]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: cluster: 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: id: 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: health: HEALTH_OK 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: services: 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: mon: 3 daemons, quorum a,c,b (age 22m) 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: mgr: y(active, since 3m), standbys: x 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: osd: 8 osds: 8 up (since 19m), 8 in (since 19m) 2024-04-26T16:54:23.333 INFO:teuthology.orchestra.run.smithi044.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: data: 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: pools: 6 pools, 161 pgs 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: objects: 209 objects, 585 KiB 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: usage: 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: pgs: 161 active+clean 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: io: 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-04-26T16:54:23.334 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-04-26T16:54:24.024 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph health detail' 2024-04-26T16:54:24.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-mon[21837]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:24.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1783896517' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:54:24.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-mon[26799]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:24.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1783896517' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:54:24.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:24.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:24 smithi139 ceph-mon[22751]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:24.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:24 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1783896517' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T16:54:24.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:24 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:25.187 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:54:24] "GET /metrics HTTP/1.1" 200 37989 "" "Prometheus/2.33.4" 2024-04-26T16:54:25.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:25.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:25.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:25.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[21837]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:25.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[21837]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:25.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:25.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:25.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:25.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[26799]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:25.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:25 smithi044 ceph-mon[26799]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:25 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:25.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:25 smithi139 ceph-mon[22751]: from='mgr.15177 172.21.15.44:0/3372936409' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:25 smithi139 ceph-mon[22751]: from='mgr.15177 ' entity='mgr.y' 2024-04-26T16:54:26.205 INFO:teuthology.orchestra.run.smithi044.stdout:HEALTH_OK 2024-04-26T16:54:26.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:26 smithi044 ceph-mon[21837]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:26.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:26 smithi044 ceph-mon[26799]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:26 smithi139 ceph-mon[22751]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:26.842 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-04-26T16:54:27.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:27 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2064524337' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:54:27.419 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:27 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2064524337' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:54:27.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:27 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2064524337' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T16:54:28.473 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:28 smithi044 ceph-mon[21837]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:28.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:28 smithi044 ceph-mon[26799]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:28.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:28 smithi139 ceph-mon[22751]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:29.050 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T16:54:29.309 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:29 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1332187302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:54:29.310 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:29 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1332187302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:54:29.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:29 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1332187302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:54:29.721 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph mgr fail' 2024-04-26T16:54:30.317 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:30 smithi044 ceph-mon[21837]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:30.318 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:30 smithi044 ceph-mon[26799]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:30.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:30 smithi139 ceph-mon[22751]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:54:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mon[26799]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2804426293' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:54:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mon[26799]: osdmap e110: 8 total, 8 up, 8 in 2024-04-26T16:54:32.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mon[21837]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:32.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2804426293' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:54:32.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mon[21837]: osdmap e110: 8 total, 8 up, 8 in 2024-04-26T16:54:32.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-mon[22751]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:32.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2804426293' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-26T16:54:32.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-mon[22751]: osdmap e110: 8 total, 8 up, 8 in 2024-04-26T16:54:32.904 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:32.545+0000 7fe5ebe8f700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-26T16:54:32.904 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ignoring --setuser ceph since I am not root 2024-04-26T16:54:32.904 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ignoring --setgroup ceph since I am not root 2024-04-26T16:54:32.905 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-mgr[68237]: -- 172.21.15.44:0/1856778385 <== mon.1 v2:172.21.15.44:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5629196265a0 con 0x5629195fb000 2024-04-26T16:54:32.905 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:32.738+0000 7f0652dba200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:54:33.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:32] ENGINE Bus STOPPING 2024-04-26T16:54:33.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:54:33.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:32] ENGINE Bus STOPPED 2024-04-26T16:54:33.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:32] ENGINE Bus STARTING 2024-04-26T16:54:33.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:32] ENGINE Serving on http://:::9283 2024-04-26T16:54:33.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:32] ENGINE Bus STARTED 2024-04-26T16:54:33.170 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:32 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:32.934+0000 7f0652dba200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:54:33.170 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:33.041+0000 7f0652dba200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:54:33.267 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'sleep 180' 2024-04-26T16:54:33.482 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:33.382+0000 7f0652dba200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:54:33.482 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:33.480+0000 7f0652dba200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2804426293' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: mgrmap e32: x(active, starting, since 0.636489s) 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:54:33.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: Manager daemon x is now available 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:54:33.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:33.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2804426293' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: mgrmap e32: x(active, starting, since 0.636489s) 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:54:33.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: Manager daemon x is now available 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:54:33.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:33 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:33.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2804426293' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: mgrmap e32: x(active, starting, since 0.636489s) 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:54:33.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: Manager daemon x is now available 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:33 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.681 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: [26/Apr/2024:16:54:32] ENGINE Bus STARTING 2024-04-26T16:54:34.681 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: [26/Apr/2024:16:54:33] ENGINE Serving on https://172.21.15.139:7150 2024-04-26T16:54:34.681 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:54:34.681 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: [26/Apr/2024:16:54:33] ENGINE Serving on http://172.21.15.139:8765 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: [26/Apr/2024:16:54:33] ENGINE Bus STARTED 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: mgrmap e33: x(active, since 1.63836s) 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.682 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: [26/Apr/2024:16:54:32] ENGINE Bus STARTING 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: [26/Apr/2024:16:54:33] ENGINE Serving on https://172.21.15.139:7150 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:54:34.683 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: [26/Apr/2024:16:54:33] ENGINE Serving on http://172.21.15.139:8765 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: [26/Apr/2024:16:54:33] ENGINE Bus STARTED 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: mgrmap e33: x(active, since 1.63836s) 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:34.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:34.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: [26/Apr/2024:16:54:32] ENGINE Bus STARTING 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: [26/Apr/2024:16:54:33] ENGINE Serving on https://172.21.15.139:7150 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: [26/Apr/2024:16:54:33] ENGINE Serving on http://172.21.15.139:8765 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: [26/Apr/2024:16:54:33] ENGINE Bus STARTED 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: mgrmap e33: x(active, since 1.63836s) 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:34.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:34 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:34.967 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:34.877+0000 7f0652dba200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:54:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:35.065+0000 7f0652dba200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:54:35.565 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:35.258+0000 7f0652dba200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:54:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:35 smithi139 ceph-mon[22751]: mgrmap e34: x(active, since 2s) 2024-04-26T16:54:35.834 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:35.567+0000 7f0652dba200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:54:35.834 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:35.670+0000 7f0652dba200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:54:35.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:54:35.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:54:35.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:54:35.834 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[21837]: mgrmap e34: x(active, since 2s) 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:54:35.835 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: from='client.25159 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:35.836 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:54:35.836 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:54:35.836 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:35.836 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-mon[26799]: mgrmap e34: x(active, since 2s) 2024-04-26T16:54:36.094 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:35.886+0000 7f0652dba200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:54:36.404 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:36.093+0000 7f0652dba200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:54:36.675 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.675 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.675 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.675 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.676 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:36.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:36.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:36 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:37.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:36.795+0000 7f0652dba200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:54:37.360 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:37.036+0000 7f0652dba200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:54:37.627 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:37.522+0000 7f0652dba200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:54:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:37 smithi139 ceph-mon[22751]: mgrmap e35: x(active, since 4s) 2024-04-26T16:54:37.966 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:37 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:37.627+0000 7f0652dba200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:54:37.966 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:37 smithi044 ceph-mon[26799]: mgrmap e35: x(active, since 4s) 2024-04-26T16:54:37.966 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:37 smithi044 ceph-mon[21837]: mgrmap e35: x(active, since 4s) 2024-04-26T16:54:38.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:38.030+0000 7f0652dba200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:54:38.626 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:38.422+0000 7f0652dba200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:54:38.626 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:38.524+0000 7f0652dba200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:54:38.945 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-mon[21837]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:38.945 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:38.794+0000 7f0652dba200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:54:38.946 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-mon[26799]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:38 smithi139 ceph-mon[22751]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:39.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:38 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:38.945+0000 7f0652dba200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:54:39.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:39.049+0000 7f0652dba200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:54:39.588 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:39.395+0000 7f0652dba200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:54:39.589 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:39.497+0000 7f0652dba200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:54:39.659+0000 7f5262480700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Creating ceph-iscsi config... 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:54:39.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return _run_code(code, main_globals, None, 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: exec(code, run_globals) 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:39.780 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:54:39.781 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return future.result(timeout) 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return self.__get_result() 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: raise self._exception 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: use_current_daemon_image=reconfig, 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:39.782 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Creating ceph-iscsi config... 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: Traceback (most recent call last): 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: return _run_code(code, main_globals, None, 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: exec(code, run_globals) 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:39.783 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:39.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:39.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:39.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:39.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:39.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:40.400 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:40.159+0000 7f0652dba200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:54:40.400 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:40.399+0000 7f0652dba200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:54:40.732 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:40 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.732 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:40 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.732 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:40 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.751 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:54:40] ENGINE Bus STARTING 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: CherryPy Checker: 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: The Application mounted at '' has an empty config. 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:54:40] ENGINE Serving on http://:::9283 2024-04-26T16:54:40.752 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:54:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:54:40] ENGINE Bus STARTED 2024-04-26T16:54:41.680 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:41.681 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:54:41.682 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: return future.result(timeout) 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.__get_result() 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: raise self._exception 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.683 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:41.684 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:41.685 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: return future.result(timeout) 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:54:41.686 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.__get_result() 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: raise self._exception 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.687 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.688 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: Standby manager daemon y started 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[26799]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:41.689 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: Standby manager daemon y started 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:54:41.690 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:41 smithi044 ceph-mon[21837]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:54:41.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:41.755 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:54:41.755 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:41.755 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:41.756 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: return future.result(timeout) 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.__get_result() 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: raise self._exception 2024-04-26T16:54:41.757 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:54:41.758 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: Standby manager daemon y started 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T16:54:41.759 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:54:41.760 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T16:54:41.760 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:54:41.760 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:41 smithi139 ceph-mon[22751]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:54:42.654 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[26799]: mgrmap e36: x(active, since 9s), standbys: y 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[21837]: mgrmap e36: x(active, since 9s), standbys: y 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.655 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:42 smithi139 ceph-mon[22751]: mgrmap e36: x(active, since 9s), standbys: y 2024-04-26T16:54:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:42 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:54:42.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:42.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:43.233 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:54:43.233 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 bash[65802]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:54:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-mon[22751]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.233Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.234Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.234Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.234Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-26T16:54:43.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[61324]: ts=2024-04-26T16:54:43.234Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-26T16:54:43.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 podman[65814]: 2024-04-26 16:54:43.243675183 +0000 UTC m=+0.116977112 container died 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:54:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:43 smithi044 ceph-mon[26799]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:54:43.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:43 smithi044 ceph-mon[21837]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:54:43.859 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 podman[65814]: 2024-04-26 16:54:43.650403822 +0000 UTC m=+0.523705745 container cleanup 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:54:43.859 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 bash[65814]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T16:54:43.859 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 bash[65843]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:54:44.193 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 podman[65828]: 2024-04-26 16:54:43.85978904 +0000 UTC m=+0.618028149 container remove 1c00a384499aff7f844b8f217dc822013ecd887e09ab7fec69ac5d1c20212f92 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:54:44.194 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T16:54:44.194 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:54:44.194 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.368s CPU time. 2024-04-26T16:54:44.194 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:43 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:54:44.194 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 podman[65910]: 2024-04-26 16:54:44.000308234 +0000 UTC m=+0.019664529 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-26T16:54:44.194 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 podman[65910]: 2024-04-26 16:54:44.194271613 +0000 UTC m=+0.213627906 container create b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:54:44.446 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 podman[65910]: 2024-04-26 16:54:44.421406805 +0000 UTC m=+0.440763100 container init b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:54:44.447 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 podman[65910]: 2024-04-26 16:54:44.423857523 +0000 UTC m=+0.443213817 container start b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:54:44.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:44] ENGINE Bus STOPPING 2024-04-26T16:54:44.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:54:44.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:44] ENGINE Bus STOPPED 2024-04-26T16:54:44.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:44] ENGINE Bus STARTING 2024-04-26T16:54:44.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:44] ENGINE Serving on http://:::9283 2024-04-26T16:54:44.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:54:44] ENGINE Bus STARTED 2024-04-26T16:54:44.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.447Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T16:54:44.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.447Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-26T16:54:44.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.447Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-26T16:54:44.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.447Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.447Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.447Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.449Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.449Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.450Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.453Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.453Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.75µs 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.453Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.454Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 bash[65910]: b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec 2024-04-26T16:54:44.780 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:54:45.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:44.916Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-26T16:54:45.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.131Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-26T16:54:45.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.137Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-26T16:54:45.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.137Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-26T16:54:45.282 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.137Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.975µs wal_replay_duration=684.36378ms total_replay_duration=684.413701ms 2024-04-26T16:54:45.282 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.141Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T16:54:45.282 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.141Z caller=main.go:947 level=info msg="TSDB started" 2024-04-26T16:54:45.282 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.141Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T16:54:45.282 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.162Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.946415ms db_storage=863ns remote_storage=1.209µs web_handler=371ns query_engine=691ns scrape=599.965µs scrape_sd=105.391µs notify=19.162µs notify_sd=15.623µs rules=19.864705ms 2024-04-26T16:54:45.282 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:54:45.162Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.591 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:54:45.592 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:45.593 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:45 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139:9095"}]: dispatch 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:54:46.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:45 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:46.667 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:46 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:54:46.667 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:46 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:54:46.667 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:46 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:54:46.667 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:46 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:54:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:46 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:54:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:46 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:54:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:47 smithi044 ceph-mon[21837]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:54:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:47 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:47 smithi044 ceph-mon[26799]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:54:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:47 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:47 smithi139 ceph-mon[22751]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:54:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:47 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3287564934' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/4036913524' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:49.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:49.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:49.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:49.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3287564934' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:54:49.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/4036913524' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]: dispatch 2024-04-26T16:54:49.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:48 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]: dispatch 2024-04-26T16:54:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3287564934' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/4036913524' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]: dispatch 2024-04-26T16:54:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:48 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]: dispatch 2024-04-26T16:54:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[21837]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:54:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]': finished 2024-04-26T16:54:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[21837]: osdmap e111: 8 total, 8 up, 8 in 2024-04-26T16:54:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2705203644' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]: dispatch 2024-04-26T16:54:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]: dispatch 2024-04-26T16:54:50.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[26799]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:54:50.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]': finished 2024-04-26T16:54:50.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[26799]: osdmap e111: 8 total, 8 up, 8 in 2024-04-26T16:54:50.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2705203644' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]: dispatch 2024-04-26T16:54:50.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:49 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]: dispatch 2024-04-26T16:54:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:49 smithi139 ceph-mon[22751]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:54:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:49 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/1190113144"}]': finished 2024-04-26T16:54:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:49 smithi139 ceph-mon[22751]: osdmap e111: 8 total, 8 up, 8 in 2024-04-26T16:54:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:49 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2705203644' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]: dispatch 2024-04-26T16:54:50.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:49 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]: dispatch 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[21837]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]': finished 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[21837]: osdmap e112: 8 total, 8 up, 8 in 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3433960613' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/4140498817"}]: dispatch 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[21837]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[26799]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]': finished 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[26799]: osdmap e112: 8 total, 8 up, 8 in 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3433960613' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/4140498817"}]: dispatch 2024-04-26T16:54:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:50 smithi044 ceph-mon[26799]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-04-26T16:54:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:50 smithi139 ceph-mon[22751]: from='client.? ' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3513220933"}]': finished 2024-04-26T16:54:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:50 smithi139 ceph-mon[22751]: osdmap e112: 8 total, 8 up, 8 in 2024-04-26T16:54:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:50 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3433960613' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/4140498817"}]: dispatch 2024-04-26T16:54:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:50 smithi139 ceph-mon[22751]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-04-26T16:54:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:51 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3433960613' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/4140498817"}]': finished 2024-04-26T16:54:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:51 smithi044 ceph-mon[21837]: osdmap e113: 8 total, 8 up, 8 in 2024-04-26T16:54:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:51 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2318198770' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/772780912"}]: dispatch 2024-04-26T16:54:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:51 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3433960613' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/4140498817"}]': finished 2024-04-26T16:54:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:51 smithi044 ceph-mon[26799]: osdmap e113: 8 total, 8 up, 8 in 2024-04-26T16:54:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:51 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2318198770' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/772780912"}]: dispatch 2024-04-26T16:54:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:51 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3433960613' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6800/4140498817"}]': finished 2024-04-26T16:54:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:51 smithi139 ceph-mon[22751]: osdmap e113: 8 total, 8 up, 8 in 2024-04-26T16:54:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:51 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2318198770' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/772780912"}]: dispatch 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2318198770' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/772780912"}]': finished 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[21837]: osdmap e114: 8 total, 8 up, 8 in 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/739775566' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3676011789"}]: dispatch 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[21837]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2318198770' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/772780912"}]': finished 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[26799]: osdmap e114: 8 total, 8 up, 8 in 2024-04-26T16:54:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/739775566' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3676011789"}]: dispatch 2024-04-26T16:54:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:52 smithi044 ceph-mon[26799]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:52 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2318198770' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/772780912"}]': finished 2024-04-26T16:54:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:52 smithi139 ceph-mon[22751]: osdmap e114: 8 total, 8 up, 8 in 2024-04-26T16:54:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:52 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/739775566' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3676011789"}]: dispatch 2024-04-26T16:54:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:52 smithi139 ceph-mon[22751]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:54:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:53 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/739775566' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3676011789"}]': finished 2024-04-26T16:54:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:53 smithi044 ceph-mon[21837]: osdmap e115: 8 total, 8 up, 8 in 2024-04-26T16:54:54.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:53 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2361024498' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/4140498817"}]: dispatch 2024-04-26T16:54:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:53 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/739775566' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3676011789"}]': finished 2024-04-26T16:54:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:53 smithi044 ceph-mon[26799]: osdmap e115: 8 total, 8 up, 8 in 2024-04-26T16:54:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:53 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2361024498' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/4140498817"}]: dispatch 2024-04-26T16:54:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:53 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/739775566' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:0/3676011789"}]': finished 2024-04-26T16:54:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:53 smithi139 ceph-mon[22751]: osdmap e115: 8 total, 8 up, 8 in 2024-04-26T16:54:54.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:53 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2361024498' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/4140498817"}]: dispatch 2024-04-26T16:54:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:54 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2361024498' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/4140498817"}]': finished 2024-04-26T16:54:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:54 smithi044 ceph-mon[21837]: osdmap e116: 8 total, 8 up, 8 in 2024-04-26T16:54:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:54 smithi044 ceph-mon[21837]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:54 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2361024498' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/4140498817"}]': finished 2024-04-26T16:54:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:54 smithi044 ceph-mon[26799]: osdmap e116: 8 total, 8 up, 8 in 2024-04-26T16:54:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:54 smithi044 ceph-mon[26799]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:54 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2361024498' entity='client.iscsi.foo.smithi044.gmyuxp' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.44:6801/4140498817"}]': finished 2024-04-26T16:54:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:54 smithi139 ceph-mon[22751]: osdmap e116: 8 total, 8 up, 8 in 2024-04-26T16:54:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:54 smithi139 ceph-mon[22751]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:54:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:54:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:54:55] "GET /metrics HTTP/1.1" 200 37991 "" "Prometheus/2.33.4" 2024-04-26T16:54:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:57 smithi139 ceph-mon[22751]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 860 B/s rd, 0 op/s 2024-04-26T16:54:57.841 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:57 smithi044 ceph-mon[26799]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 860 B/s rd, 0 op/s 2024-04-26T16:54:57.841 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:57 smithi044 ceph-mon[21837]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 860 B/s rd, 0 op/s 2024-04-26T16:54:58.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:58 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:54:58 smithi139 ceph-mon[22751]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:54:58.969 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:58 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:58.970 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:54:58 smithi044 ceph-mon[21837]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:54:58.970 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:58 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:54:58.970 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:54:58 smithi044 ceph-mon[26799]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:55:00.569 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:00 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:00.569 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:00 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:00.569 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:00 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:00 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:00 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:00 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:00 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:00 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:00 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:01.855 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:01 smithi044 ceph-mon[26799]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:01.856 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:01 smithi044 ceph-mon[21837]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:01 smithi139 ceph-mon[22751]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T16:55:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:03 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T16:55:03.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:03 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:04 smithi044 ceph-mon[26799]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-04-26T16:55:05.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:04 smithi044 ceph-mon[21837]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-04-26T16:55:05.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:04 smithi139 ceph-mon[22751]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 936 B/s rd, 0 op/s 2024-04-26T16:55:06.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:55:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:55:05] "GET /metrics HTTP/1.1" 200 37990 "" "Prometheus/2.33.4" 2024-04-26T16:55:08.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:07 smithi044 ceph-mon[21837]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:08.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:07 smithi044 ceph-mon[26799]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:08.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:07 smithi139 ceph-mon[22751]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:08 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:08 smithi044 ceph-mon[26799]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:08 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:08 smithi044 ceph-mon[21837]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:08 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:08 smithi139 ceph-mon[22751]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:10 smithi044 ceph-mon[26799]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:11.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:10 smithi044 ceph-mon[21837]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:11.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:10 smithi139 ceph-mon[22751]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:12 smithi044 ceph-mon[21837]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:13.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:12 smithi044 ceph-mon[26799]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:12 smithi139 ceph-mon[22751]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:15.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:14 smithi044 ceph-mon[26799]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:15.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:14 smithi044 ceph-mon[21837]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:14 smithi139 ceph-mon[22751]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:55:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:55:15] "GET /metrics HTTP/1.1" 200 37990 "" "Prometheus/2.33.4" 2024-04-26T16:55:18.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:17 smithi044 ceph-mon[26799]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:17 smithi044 ceph-mon[21837]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:17 smithi139 ceph-mon[22751]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:18.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:18 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:18.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:18 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:18.988 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:18 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:19.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:19 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:19.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:19 smithi139 ceph-mon[22751]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:19.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:19 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:19.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:19 smithi044 ceph-mon[21837]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:19.930 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:19 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:19.930 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:19 smithi044 ceph-mon[26799]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:21.412 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.412 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.412 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:21.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:22 smithi044 ceph-mon[21837]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:22 smithi044 ceph-mon[26799]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:23.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:22 smithi139 ceph-mon[22751]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:25.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:24 smithi044 ceph-mon[21837]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:24 smithi044 ceph-mon[26799]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:24 smithi139 ceph-mon[22751]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:26.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:55:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:55:25] "GET /metrics HTTP/1.1" 200 37988 "" "Prometheus/2.33.4" 2024-04-26T16:55:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:27 smithi044 ceph-mon[26799]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:27 smithi044 ceph-mon[21837]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:27 smithi139 ceph-mon[22751]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:28 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:28 smithi044 ceph-mon[21837]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:28 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:29.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:28 smithi044 ceph-mon[26799]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:28 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:28 smithi139 ceph-mon[22751]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:31.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:30 smithi044 ceph-mon[21837]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:31.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:30 smithi044 ceph-mon[26799]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:30 smithi139 ceph-mon[22751]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:32 smithi044 ceph-mon[21837]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:32 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:32 smithi044 ceph-mon[26799]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:32 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:32 smithi139 ceph-mon[22751]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:32 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:35.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:34 smithi044 ceph-mon[26799]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:35.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:34 smithi044 ceph-mon[21837]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:34 smithi139 ceph-mon[22751]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:35.929 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:55:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:55:35] "GET /metrics HTTP/1.1" 200 37982 "" "Prometheus/2.33.4" 2024-04-26T16:55:38.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:37 smithi044 ceph-mon[26799]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:38.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:37 smithi044 ceph-mon[21837]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:38.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:37 smithi139 ceph-mon[22751]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:38 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:38 smithi139 ceph-mon[22751]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:38.938 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:38 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:38.938 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:38 smithi044 ceph-mon[26799]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:38.939 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:38 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:38.939 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:38 smithi044 ceph-mon[21837]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:41.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:42 smithi044 ceph-mon[26799]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:42 smithi044 ceph-mon[21837]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:42 smithi139 ceph-mon[22751]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:44 smithi044 ceph-mon[26799]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:44 smithi044 ceph-mon[21837]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:44 smithi139 ceph-mon[22751]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:46.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:55:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:55:45] "GET /metrics HTTP/1.1" 200 37982 "" "Prometheus/2.33.4" 2024-04-26T16:55:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:47 smithi044 ceph-mon[26799]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:47 smithi044 ceph-mon[21837]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:47 smithi139 ceph-mon[22751]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:55:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:55:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:55:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:49.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:55:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:55:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:55:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:48 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:55:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:55:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:55:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:55:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:48 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:55:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:49 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:49 smithi044 ceph-mon[26799]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:49 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:50.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:49 smithi044 ceph-mon[21837]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:49 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:49 smithi139 ceph-mon[22751]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:50 smithi044 ceph-mon[21837]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:50 smithi044 ceph-mon[26799]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:50 smithi139 ceph-mon[22751]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:52 smithi044 ceph-mon[21837]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:52 smithi044 ceph-mon[26799]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:52 smithi139 ceph-mon[22751]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:54 smithi044 ceph-mon[26799]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:54 smithi044 ceph-mon[21837]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:54 smithi139 ceph-mon[22751]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:55:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:55:55] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.33.4" 2024-04-26T16:55:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:57 smithi044 ceph-mon[26799]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:57 smithi044 ceph-mon[21837]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:57 smithi139 ceph-mon[22751]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:55:58.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:58 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:58.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:55:58 smithi139 ceph-mon[22751]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:58.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:58 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:58.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:55:58 smithi044 ceph-mon[21837]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:55:58.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:58 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:55:58.961 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:55:58 smithi044 ceph-mon[26799]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:02 smithi044 ceph-mon[21837]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:02 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:03.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:02 smithi044 ceph-mon[26799]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:03.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:02 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:03.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:02 smithi139 ceph-mon[22751]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:03.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:02 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:05.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:04 smithi044 ceph-mon[21837]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:04 smithi044 ceph-mon[26799]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:04 smithi139 ceph-mon[22751]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:05.930 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:56:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:56:05] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:56:07.970 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:07 smithi044 ceph-mon[21837]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:07.970 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:07 smithi044 ceph-mon[26799]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:08.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:07 smithi139 ceph-mon[22751]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:09 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:10.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:09 smithi044 ceph-mon[21837]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:09 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:10.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:09 smithi044 ceph-mon[26799]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:09 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:10.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:09 smithi139 ceph-mon[22751]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:12.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:11 smithi044 ceph-mon[21837]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:11 smithi044 ceph-mon[26799]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:12.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:11 smithi139 ceph-mon[22751]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:13 smithi044 ceph-mon[26799]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:13 smithi044 ceph-mon[21837]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:14.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:13 smithi139 ceph-mon[22751]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:16.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:15 smithi044 ceph-mon[26799]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:15 smithi044 ceph-mon[21837]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:15 smithi139 ceph-mon[22751]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:16.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:56:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:56:15] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:56:18.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:17 smithi044 ceph-mon[26799]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:17 smithi044 ceph-mon[21837]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:17 smithi139 ceph-mon[22751]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:18 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:18.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:18 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:18.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:18 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:19.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:19 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:19.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:19 smithi139 ceph-mon[22751]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:19 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:19 smithi044 ceph-mon[21837]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:19 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:19 smithi044 ceph-mon[26799]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:20.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:20 smithi044 ceph-mon[21837]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:20.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:20 smithi044 ceph-mon[26799]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:21.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:20 smithi139 ceph-mon[22751]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:21.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:21.995 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:21 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:22.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:22.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:22.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:22.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:22.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:22.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:21 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:22 smithi044 ceph-mon[21837]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:22 smithi044 ceph-mon[26799]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:23.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:22 smithi139 ceph-mon[22751]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:25.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:24 smithi044 ceph-mon[21837]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:24 smithi044 ceph-mon[26799]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:24 smithi139 ceph-mon[22751]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:26.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:56:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:56:25] "GET /metrics HTTP/1.1" 200 37981 "" "Prometheus/2.33.4" 2024-04-26T16:56:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:27 smithi044 ceph-mon[21837]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:27 smithi044 ceph-mon[26799]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:27 smithi139 ceph-mon[22751]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:28 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:28 smithi044 ceph-mon[21837]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:28 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:28 smithi044 ceph-mon[26799]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:28 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:28 smithi139 ceph-mon[22751]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:31.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:30 smithi044 ceph-mon[21837]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:31.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:30 smithi044 ceph-mon[26799]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:30 smithi139 ceph-mon[22751]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:32 smithi044 ceph-mon[26799]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:32 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:32 smithi044 ceph-mon[21837]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:32 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:32 smithi139 ceph-mon[22751]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:32 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:35.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:34 smithi044 ceph-mon[26799]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:35.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:34 smithi044 ceph-mon[21837]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:34 smithi139 ceph-mon[22751]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:35.930 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:56:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:56:35] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:56:37.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:37 smithi139 ceph-mon[22751]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:38.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:37 smithi044 ceph-mon[26799]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:38.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:37 smithi044 ceph-mon[21837]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:38 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:38 smithi044 ceph-mon[21837]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:38 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:38 smithi044 ceph-mon[26799]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:38 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:38 smithi139 ceph-mon[22751]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:40.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:40 smithi139 ceph-mon[22751]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:40 smithi044 ceph-mon[26799]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:41.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:40 smithi044 ceph-mon[21837]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:42.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:41 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:42.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:41 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:43.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:42 smithi044 ceph-mon[21837]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:43.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:42 smithi044 ceph-mon[26799]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:43.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:42 smithi139 ceph-mon[22751]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:44 smithi044 ceph-mon[21837]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:44 smithi044 ceph-mon[26799]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:45.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:44 smithi139 ceph-mon[22751]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:46.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:56:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:56:45] "GET /metrics HTTP/1.1" 200 37984 "" "Prometheus/2.33.4" 2024-04-26T16:56:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:47 smithi044 ceph-mon[26799]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:47 smithi044 ceph-mon[21837]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:47 smithi139 ceph-mon[22751]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:56:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:56:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:56:49.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:56:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:56:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:56:49.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:48 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:56:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:56:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:56:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:56:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:48 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:56:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:49 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:49 smithi044 ceph-mon[21837]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:49 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:49 smithi044 ceph-mon[26799]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:49 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:49 smithi139 ceph-mon[22751]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:51.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:50 smithi044 ceph-mon[21837]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:51.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:50 smithi044 ceph-mon[26799]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:50 smithi139 ceph-mon[22751]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:52.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:52 smithi139 ceph-mon[22751]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:52 smithi044 ceph-mon[21837]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:52 smithi044 ceph-mon[26799]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:54 smithi044 ceph-mon[21837]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:55.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:54 smithi044 ceph-mon[26799]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:54 smithi139 ceph-mon[22751]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:56:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:56:55] "GET /metrics HTTP/1.1" 200 37988 "" "Prometheus/2.33.4" 2024-04-26T16:56:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:57 smithi044 ceph-mon[26799]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:57 smithi044 ceph-mon[21837]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:57 smithi139 ceph-mon[22751]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:56:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:58 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:59.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:56:58 smithi044 ceph-mon[26799]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:58 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:56:58 smithi044 ceph-mon[21837]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:56:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:58 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:56:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:56:58 smithi139 ceph-mon[22751]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:00.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:00 smithi139 ceph-mon[22751]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:00.944 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:00 smithi044 ceph-mon[26799]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:00.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:00 smithi044 ceph-mon[21837]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:02.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.171 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:01 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:01 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:02 smithi044 ceph-mon[21837]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:03.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:02 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:02 smithi044 ceph-mon[26799]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:02 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:03.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:02 smithi139 ceph-mon[22751]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:03.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:02 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:05.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:04 smithi044 ceph-mon[21837]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:05.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:04 smithi044 ceph-mon[26799]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:05.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:04 smithi139 ceph-mon[22751]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:06.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:57:05] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.33.4" 2024-04-26T16:57:08.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:07 smithi044 ceph-mon[26799]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:08.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:07 smithi044 ceph-mon[21837]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:08.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:07 smithi139 ceph-mon[22751]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:08 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:09.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:08 smithi044 ceph-mon[21837]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:08 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:09.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:08 smithi044 ceph-mon[26799]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:08 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:08 smithi139 ceph-mon[22751]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:11.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:10 smithi044 ceph-mon[21837]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:10 smithi044 ceph-mon[26799]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:11.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:10 smithi139 ceph-mon[22751]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:13.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:12 smithi044 ceph-mon[26799]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:12 smithi044 ceph-mon[21837]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:12 smithi139 ceph-mon[22751]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:15.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:14 smithi044 ceph-mon[21837]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:15.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:14 smithi044 ceph-mon[26799]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:14 smithi139 ceph-mon[22751]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:16.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:57:15] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.33.4" 2024-04-26T16:57:17.924 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:17 smithi139 ceph-mon[22751]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:17 smithi044 ceph-mon[21837]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:18.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:17 smithi044 ceph-mon[26799]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:18 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:19.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:18 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:18 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:19.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:19 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:19.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:19 smithi044 ceph-mon[26799]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:19.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:19 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:19.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:19 smithi044 ceph-mon[21837]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:19 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:19 smithi139 ceph-mon[22751]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:20.945 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:20 smithi044 ceph-mon[26799]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:20.946 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:20 smithi044 ceph-mon[21837]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:20 smithi139 ceph-mon[22751]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:22.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.487 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:22 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:22 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:22 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:22 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:22 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:22 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:22.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:22 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:23.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:23 smithi139 ceph-mon[22751]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:23 smithi044 ceph-mon[26799]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:23 smithi044 ceph-mon[21837]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:24 smithi044 ceph-mon[26799]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:25.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:24 smithi044 ceph-mon[21837]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:24 smithi139 ceph-mon[22751]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:26.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:57:25] "GET /metrics HTTP/1.1" 200 37995 "" "Prometheus/2.33.4" 2024-04-26T16:57:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:27 smithi044 ceph-mon[26799]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:27 smithi044 ceph-mon[21837]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:27 smithi139 ceph-mon[22751]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:28 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:28 smithi044 ceph-mon[26799]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:28 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:28 smithi044 ceph-mon[21837]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:28 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:28 smithi139 ceph-mon[22751]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:31.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:30 smithi044 ceph-mon[26799]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:31.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:30 smithi044 ceph-mon[21837]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:30 smithi139 ceph-mon[22751]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:32 smithi044 ceph-mon[26799]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:32 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:32 smithi044 ceph-mon[21837]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:32 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:32 smithi139 ceph-mon[22751]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:32 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:35.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:34 smithi044 ceph-mon[26799]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:57:35.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:34 smithi044 ceph-mon[21837]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:57:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:34 smithi139 ceph-mon[22751]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:57:36.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:57:35] "GET /metrics HTTP/1.1" 200 37992 "" "Prometheus/2.33.4" 2024-04-26T16:57:37.502 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T16:57:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:37 smithi044 ceph-mon[21837]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:57:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:37 smithi044 ceph-mon[26799]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:57:38.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:37 smithi139 ceph-mon[22751]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-04-26T16:57:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:38 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:38 smithi044 ceph-mon[26799]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:57:38.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:38 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:38.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:38 smithi044 ceph-mon[21837]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:57:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:38 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:38 smithi139 ceph-mon[22751]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 18s ago 26m - - 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 18s ago 26m - - 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (12m) 18s ago 21m 22.4M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (12m) 18s ago 20m 52.2M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (2m) 18s ago 19m 48.9M - 3.5 e1d6a67b021e d4a399c9caf6 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (15m) 18s ago 26m 523M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (9m) 18s ago 27m 462M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (27m) 18s ago 27m 81.3M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (26m) 18s ago 26m 61.2M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (26m) 18s ago 26m 60.8M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:57:39.701 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (12m) 18s ago 21m 19.1M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (12m) 18s ago 21m 17.5M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (25m) 18s ago 25m 52.8M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (25m) 18s ago 25m 54.4M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (24m) 18s ago 24m 50.0M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (24m) 18s ago 24m 52.0M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (24m) 18s ago 24m 54.7M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (23m) 18s ago 23m 52.9M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (22m) 18s ago 23m 49.6M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (22m) 18s ago 22m 55.2M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (2m) 18s ago 21m 70.8M - 2.33.4 514e6a882f6e b37bddde3c9a 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (20m) 18s ago 20m 75.7M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:57:39.702 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (20m) 18s ago 20m 77.4M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:57:40.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:40 smithi044 ceph-mon[26799]: from='client.25300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:40.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:40 smithi044 ceph-mon[26799]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:57:40.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:40 smithi044 ceph-mon[21837]: from='client.25300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:40.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:40 smithi044 ceph-mon[21837]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:57:40.855 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ls' 2024-04-26T16:57:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:40 smithi139 ceph-mon[22751]: from='client.25300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:41.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:40 smithi139 ceph-mon[22751]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:57:42.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.468 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:42 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:42.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:42 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:43.450 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:43 smithi044 ceph-mon[21837]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:57:43.450 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:43 smithi044 ceph-mon[26799]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:57:43.470 INFO:teuthology.orchestra.run.smithi044.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T16:57:43.470 INFO:teuthology.orchestra.run.smithi044.stdout:agent 2/2 2s ago 3m * 2024-04-26T16:57:43.470 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager ?:9093,9094 1/1 1s ago 22m smithi044=a;count:1 2024-04-26T16:57:43.470 INFO:teuthology.orchestra.run.smithi044.stdout:grafana ?:3000 1/1 2s ago 22m smithi139=a;count:1 2024-04-26T16:57:43.470 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo ?:5000 1/1 1s ago 20m count:1 2024-04-26T16:57:43.470 INFO:teuthology.orchestra.run.smithi044.stdout:mgr 2/2 2s ago 26m smithi044=y;smithi139=x;count:2 2024-04-26T16:57:43.471 INFO:teuthology.orchestra.run.smithi044.stdout:mon 3/3 2s ago 26m smithi044:172.21.15.44=a;smithi044:[v2:172.21.15.44:3301,v1:172.21.15.44:6790]=c;smithi139:172.21.15.139=b;count:3 2024-04-26T16:57:43.471 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter ?:9100 2/2 2s ago 22m smithi044=a;smithi139=b;count:2 2024-04-26T16:57:43.471 INFO:teuthology.orchestra.run.smithi044.stdout:osd 8 2s ago - 2024-04-26T16:57:43.471 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus ?:9095 1/1 2s ago 22m smithi139=a;count:1 2024-04-26T16:57:43.471 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo ?:8000 2/2 2s ago 20m count:2 2024-04-26T16:57:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:43 smithi139 ceph-mon[22751]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-26T16:57:44.197 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions' 2024-04-26T16:57:44.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:44 smithi044 ceph-mon[26799]: from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:44.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:44 smithi044 ceph-mon[21837]: from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:44.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:44 smithi139 ceph-mon[22751]: from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:45.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:45 smithi139 ceph-mon[22751]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:57:45.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:45 smithi044 ceph-mon[26799]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:57:45.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:45 smithi044 ceph-mon[21837]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-26T16:57:45.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:57:45] "GET /metrics HTTP/1.1" 200 37992 "" "Prometheus/2.33.4" 2024-04-26T16:57:46.730 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:57:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:57:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:57:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:57:46.730 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:57:46.731 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:57:47.410 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-04-26T16:57:47.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:47 smithi044 ceph-mon[21837]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-04-26T16:57:47.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:47 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3057495728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:57:47.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:47 smithi044 ceph-mon[26799]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-04-26T16:57:47.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:47 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3057495728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:57:48.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:47 smithi139 ceph-mon[22751]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-04-26T16:57:48.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:47 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3057495728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:48.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:48 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:49.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:48 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:49.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:48 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:49 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:50.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:49 smithi044 ceph-mon[26799]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-04-26T16:57:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:49 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:50.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:49 smithi044 ceph-mon[21837]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-04-26T16:57:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:49 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:50.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:49 smithi139 ceph-mon[22751]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-04-26T16:57:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:50 smithi044 ceph-mon[21837]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:50 smithi044 ceph-mon[26799]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:51.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:50 smithi139 ceph-mon[22751]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:51.695 INFO:teuthology.orchestra.run.smithi044.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:52.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:51 smithi044 ceph-mon[26799]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:51 smithi044 ceph-mon[21837]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:51 smithi139 ceph-mon[22751]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:52.407 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-26T16:57:52.979 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:52.979 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:52.979 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:52.979 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:52.979 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[26799]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:52.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:52.981 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:52.981 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:52 smithi044 ceph-mon[21837]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T16:57:53.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:52 smithi139 ceph-mon[22751]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:57:54.823 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:54 smithi044 ceph-mon[21837]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:54.823 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:54 smithi044 ceph-mon[26799]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:54 smithi139 ceph-mon[22751]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:57:55.187 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T16:57:55.886 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:57:55.886 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 14s ago 27m - - 2024-04-26T16:57:55.886 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 14s ago 26m - - 2024-04-26T16:57:55.886 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (13m) 14s ago 21m 22.4M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:57:55.886 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (12m) 14s ago 21m 52.3M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:57:55.886 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (3m) 14s ago 20m 49.0M - 3.5 e1d6a67b021e d4a399c9caf6 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (15m) 14s ago 26m 523M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (10m) 14s ago 28m 462M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (28m) 14s ago 28m 81.6M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (26m) 14s ago 26m 61.3M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (26m) 14s ago 26m 60.8M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (13m) 14s ago 22m 19.8M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (12m) 14s ago 21m 17.3M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (26m) 14s ago 25m 53.4M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (25m) 14s ago 25m 55.6M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (25m) 14s ago 25m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (24m) 14s ago 24m 53.3M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (24m) 14s ago 24m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (23m) 14s ago 23m 53.4M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:57:55.887 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (23m) 14s ago 23m 50.5M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:57:55.888 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (22m) 14s ago 22m 56.4M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:57:55.888 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (3m) 14s ago 22m 71.4M - 2.33.4 514e6a882f6e b37bddde3c9a 2024-04-26T16:57:55.888 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (20m) 14s ago 20m 75.8M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:57:55.888 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (20m) 14s ago 20m 77.5M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:57:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:55 smithi044 ceph-mon[26799]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:55 smithi044 ceph-mon[26799]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:55 smithi044 ceph-mon[21837]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:55 smithi044 ceph-mon[21837]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:55 smithi139 ceph-mon[22751]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:55 smithi139 ceph-mon[22751]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:57:55] "GET /metrics HTTP/1.1" 200 37996 "" "Prometheus/2.33.4" 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:57:56.315 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:57:56.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:57:56.316 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:57:56.316 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:57:56.316 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:57:56.316 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:57:56.316 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 image", 2024-04-26T16:57:56.672 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T16:57:56.673 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:57:56] ENGINE Bus STOPPING 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:57:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:57:56] ENGINE Bus STOPPED 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:57:56] ENGINE Bus STARTING 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:57:56] ENGINE Serving on http://:::9283 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T16:57:56.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: Failing over to other MGR 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: from='client.25336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2414307347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[26799]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-26T16:57:56.964 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: Failing over to other MGR 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: from='client.25336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2414307347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:57:56.965 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-mon[21837]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-26T16:57:57.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:56.745+0000 7f52d0f2c700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-26T16:57:57.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ignoring --setuser ceph since I am not root 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ignoring --setgroup ceph since I am not root 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mgr[49218]: -- 172.21.15.139:0/2833457286 <== mon.1 v2:172.21.15.44:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fccc9945a0 con 0x55fccc969000 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:56.928+0000 7f4a5c8ce200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: Failing over to other MGR 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: from='mgr.24947 172.21.15.139:0/1135385058' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T16:57:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T16:57:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T16:57:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: from='client.25336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:57:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:57:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2414307347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:57:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:56 smithi139 ceph-mon[22751]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-26T16:57:57.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:57:56 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:57:56] ENGINE Bus STARTED 2024-04-26T16:57:57.519 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:57.111+0000 7f4a5c8ce200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:57:57.519 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:57.213+0000 7f4a5c8ce200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:57:57.520 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:57.518+0000 7f4a5c8ce200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:57:57.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:57.604+0000 7f4a5c8ce200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.24947 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: mgrmap e37: y(active, starting, since 0.999884s), standbys: x 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:57:57.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: Manager daemon y is now available 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:57:57.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: [26/Apr/2024:16:57:57] ENGINE Bus STARTING 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: [26/Apr/2024:16:57:57] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: [26/Apr/2024:16:57:57] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T16:57:57.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:57 smithi139 ceph-mon[22751]: [26/Apr/2024:16:57:57] ENGINE Bus STARTED 2024-04-26T16:57:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.24947 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: mgrmap e37: y(active, starting, since 0.999884s), standbys: x 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:57:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: Manager daemon y is now available 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:57:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: [26/Apr/2024:16:57:57] ENGINE Bus STARTING 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: [26/Apr/2024:16:57:57] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: [26/Apr/2024:16:57:57] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[21837]: [26/Apr/2024:16:57:57] ENGINE Bus STARTED 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.24947 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-26T16:57:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: mgrmap e37: y(active, starting, since 0.999884s), standbys: x 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T16:57:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: Manager daemon y is now available 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T16:57:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: [26/Apr/2024:16:57:57] ENGINE Bus STARTING 2024-04-26T16:57:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: [26/Apr/2024:16:57:57] ENGINE Serving on https://172.21.15.44:7150 2024-04-26T16:57:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: [26/Apr/2024:16:57:57] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T16:57:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:57 smithi044 ceph-mon[26799]: [26/Apr/2024:16:57:57] ENGINE Bus STARTED 2024-04-26T16:57:59.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:58.930+0000 7f4a5c8ce200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:57:59.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: mgrmap e38: y(active, since 2s), standbys: x 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:57:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:57:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:58 smithi139 ceph-mon[22751]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:57:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: mgrmap e38: y(active, since 2s), standbys: x 2024-04-26T16:57:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:57:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:57:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: mgrmap e38: y(active, since 2s), standbys: x 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='client.25052 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:57:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T16:57:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:57:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:58 smithi044 ceph-mon[21837]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T16:57:59.292 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:59.117+0000 7f4a5c8ce200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:57:59.597 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:59.296+0000 7f4a5c8ce200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:57:59.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:59.596+0000 7f4a5c8ce200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:57:59.886 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:59.703+0000 7f4a5c8ce200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:57:59.930+0000 7f4a5c8ce200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.166 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:58:00.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:57:59 smithi139 ceph-mon[22751]: mgrmap e39: y(active, since 3s), standbys: x 2024-04-26T16:58:00.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:58:00.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[21837]: mgrmap e39: y(active, since 3s), standbys: x 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:00.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:58:00.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T16:58:00.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:57:59 smithi044 ceph-mon[26799]: mgrmap e39: y(active, since 3s), standbys: x 2024-04-26T16:58:00.480 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:00.162+0000 7f4a5c8ce200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:01.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:00.805+0000 7f4a5c8ce200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:01.414 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:01.051+0000 7f4a5c8ce200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:58:01.724 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:01.525+0000 7f4a5c8ce200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:58:01.724 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:01.636+0000 7f4a5c8ce200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:58:02.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:02.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[21837]: mgrmap e40: y(active, since 5s), standbys: x 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:01 smithi044 ceph-mon[26799]: mgrmap e40: y(active, since 5s), standbys: x 2024-04-26T16:58:02.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:02.026+0000 7f4a5c8ce200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:02.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:01 smithi139 ceph-mon[22751]: mgrmap e40: y(active, since 5s), standbys: x 2024-04-26T16:58:02.597 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:02.401+0000 7f4a5c8ce200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:58:02.598 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:02.498+0000 7f4a5c8ce200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:58:02.900 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:02.757+0000 7f4a5c8ce200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:58:03.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:02.900+0000 7f4a5c8ce200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:58:03.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:03.003+0000 7f4a5c8ce200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:58:03.756 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:03.348+0000 7f4a5c8ce200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:03.757 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:03.449+0000 7f4a5c8ce200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:58:04.015 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:03 smithi139 ceph-mon[22751]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:04.247 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-mon[26799]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:04.247 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-mon[21837]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:58:03.971+0000 7f05d7d15700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Creating ceph-iscsi config... 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:58:04.248 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return _run_code(code, main_globals, None, 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: exec(code, run_globals) 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:58:04.249 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return future.result(timeout) 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return self.__get_result() 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: raise self._exception 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: use_current_daemon_image=reconfig, 2024-04-26T16:58:04.250 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Creating ceph-iscsi config... 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return _run_code(code, main_globals, None, 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: exec(code, run_globals) 2024-04-26T16:58:04.251 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:04.252 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:04.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:04.083+0000 7f4a5c8ce200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:58:04.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:04.323+0000 7f4a5c8ce200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:58:04.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:58:04] ENGINE Bus STARTING 2024-04-26T16:58:04.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: CherryPy Checker: 2024-04-26T16:58:04.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: The Application mounted at '' has an empty config. 2024-04-26T16:58:04.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: 2024-04-26T16:58:04.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:58:04] ENGINE Serving on http://:::9283 2024-04-26T16:58:04.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: [26/Apr/2024:16:58:04] ENGINE Bus STARTED 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:05.509 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.510 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: return future.result(timeout) 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.__get_result() 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: raise self._exception 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:05.511 INFO:journalctl@ceph.mon.a.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:05.512 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.513 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.514 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: return future.result(timeout) 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.__get_result() 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: raise self._exception 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:05.515 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:05.516 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:05.518 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:05.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:05 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:05.528 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:05.529 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:05.530 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: return future.result(timeout) 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.__get_result() 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: raise self._exception 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:05.531 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:05.532 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: Reconfiguring daemon prometheus.a on smithi139 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:05.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/434298219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:05.871 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[49214]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:58:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-26T16:58:06.386 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:06 smithi044 ceph-mon[21837]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:58:06.386 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:06 smithi044 ceph-mon[21837]: mgrmap e41: y(active, since 9s), standbys: x 2024-04-26T16:58:06.387 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:06 smithi044 ceph-mon[26799]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:58:06.387 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:06 smithi044 ceph-mon[26799]: mgrmap e41: y(active, since 9s), standbys: x 2024-04-26T16:58:06.438 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:06 smithi139 ceph-mon[22751]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T16:58:06.439 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:06 smithi139 ceph-mon[22751]: mgrmap e41: y(active, since 9s), standbys: x 2024-04-26T16:58:07.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:07.463 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:07.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:07.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:07.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 bash[70306]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-26T16:58:07.864 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.563Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T16:58:07.865 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.564Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T16:58:07.865 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.564Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-26T16:58:07.865 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[65924]: ts=2024-04-26T16:58:07.564Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-26T16:58:07.865 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 podman[70319]: 2024-04-26 16:58:07.57377582 +0000 UTC m=+0.149091102 container died b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:58:08.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 podman[70319]: 2024-04-26 16:58:07.971275273 +0000 UTC m=+0.546590563 container cleanup b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:58:08.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 bash[70319]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T16:58:08.222 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:07 smithi139 bash[70345]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 podman[70333]: 2024-04-26 16:58:08.222205833 +0000 UTC m=+0.645281437 container remove b37bddde3c9a8927c75fb4d3aef2f8838c3055f0cebcf1d25f00480d175760ec (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.390s CPU time. 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 podman[70416]: 2024-04-26 16:58:08.362476406 +0000 UTC m=+0.019347514 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-26T16:58:08.481 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 podman[70416]: 2024-04-26 16:58:08.481505478 +0000 UTC m=+0.138376588 container create 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:58:08.751 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-mon[22751]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:58:08.751 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 podman[70416]: 2024-04-26 16:58:08.72548369 +0000 UTC m=+0.382354797 container init 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:58:08.751 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 podman[70416]: 2024-04-26 16:58:08.728246123 +0000 UTC m=+0.385117231 container start 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T16:58:08.916 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:08 smithi044 ceph-mon[26799]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:58:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:08 smithi044 ceph-mon[21837]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.751Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.751Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.751Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.751Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.751Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.751Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.753Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.753Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.754Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.757Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T16:58:09.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.757Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.73µs 2024-04-26T16:58:09.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.757Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T16:58:09.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:08.759Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-04-26T16:58:09.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 bash[70416]: 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 2024-04-26T16:58:09.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:08 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:58:08] ENGINE Bus STOPPING 2024-04-26T16:58:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:58:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T16:58:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:58:08] ENGINE Bus STOPPED 2024-04-26T16:58:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:08 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:58:08] ENGINE Bus STARTING 2024-04-26T16:58:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:58:09] ENGINE Serving on http://:::9283 2024-04-26T16:58:09.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:16:58:09] ENGINE Bus STARTED 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.198Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.404Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.409Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.416Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.416Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.416Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=48.751µs wal_replay_duration=658.855617ms total_replay_duration=658.917271ms 2024-04-26T16:58:09.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.421Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T16:58:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.421Z caller=main.go:947 level=info msg="TSDB started" 2024-04-26T16:58:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.421Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T16:58:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.441Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.010248ms db_storage=855ns remote_storage=1.179µs web_handler=504ns query_engine=760ns scrape=406.85µs scrape_sd=113.548µs notify=18.62µs notify_sd=12.131µs rules=19.13733ms 2024-04-26T16:58:09.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T16:58:09.441Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:58:10.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:10.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi139.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:10.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: Upgrade: Updating mgr.x 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.598 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: Upgrade: Updating mgr.x 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.737 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.737 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: Upgrade: Updating mgr.x 2024-04-26T16:58:11.737 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:11.737 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:11.737 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:11.738 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:11.738 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:11.738 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.738 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:11.738 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.624 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:12 smithi139 systemd[1]: Stopping Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:12.624 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:58:12.624 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:58:12.624 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.625 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:58:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:12.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:12.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:12.894 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:12 smithi139 podman[70757]: 2024-04-26 16:58:12.623700287 +0000 UTC m=+0.131054423 container died acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T16:58:13.280 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:12 smithi139 podman[70757]: 2024-04-26 16:58:12.975754353 +0000 UTC m=+0.483108499 container cleanup acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424) 2024-04-26T16:58:13.280 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:12 smithi139 bash[70757]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x 2024-04-26T16:58:13.540 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 podman[70771]: 2024-04-26 16:58:13.285394279 +0000 UTC m=+0.658469402 container remove acd38d3d0f0625bd2acf977e898761d5a497e2a802c1ac84828ccf161152950b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T16:58:13.540 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:58:13.540 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T16:58:13.540 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 systemd[1]: Stopped Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:13.540 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Consumed 1min 4.717s CPU time. 2024-04-26T16:58:13.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:13 smithi139 ceph-mon[22751]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:13.851 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 systemd[1]: Starting Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:13 smithi044 ceph-mon[21837]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:13 smithi044 ceph-mon[26799]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:14.106 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 podman[70898]: 2024-04-26 16:58:13.753757327 +0000 UTC m=+0.018324081 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T16:58:14.106 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:13 smithi139 podman[70898]: 2024-04-26 16:58:13.87028982 +0000 UTC m=+0.134856573 container create fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T16:58:14.450 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 podman[70898]: 2024-04-26 16:58:14.106368003 +0000 UTC m=+0.370934756 container init fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, ceph=True) 2024-04-26T16:58:14.451 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 podman[70898]: 2024-04-26 16:58:14.10886649 +0000 UTC m=+0.373433248 container start fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD) 2024-04-26T16:58:14.451 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 ceph-mgr[70917]: -- 172.21.15.139:0/2871499849 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5637a77ee5a0 con 0x5637a77c2c00 2024-04-26T16:58:14.451 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 bash[70898]: fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 2024-04-26T16:58:14.451 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 systemd[1]: Started Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:14.451 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:14.264+0000 7f4cd07f9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:58:14.451 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:14.450+0000 7f4cd07f9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:14.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:14.554+0000 7f4cd07f9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:58:15.131 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:14.860+0000 7f4cd07f9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:58:15.131 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:14.946+0000 7f4cd07f9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:58:15.131 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:58:14] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.391 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:15.392 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:15.393 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:15 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:15.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:15.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:15.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:15 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:16.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:16 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/611480589' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:58:16.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:16 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/611480589' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:58:16.520 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:16 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/611480589' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:58:16.521 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:16.175+0000 7f4cd07f9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:58:16.521 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:16.347+0000 7f4cd07f9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:17.112 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:16.520+0000 7f4cd07f9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:58:17.112 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:16.809+0000 7f4cd07f9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:58:17.113 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:16.904+0000 7f4cd07f9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:58:17.113 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:17.111+0000 7f4cd07f9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:58:17.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:17.309+0000 7f4cd07f9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:17.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:17 smithi139 ceph-mon[22751]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:18.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:17 smithi044 ceph-mon[26799]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:17 smithi044 ceph-mon[21837]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T16:58:18.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:17.916+0000 7f4cd07f9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:58:18.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:18.139+0000 7f4cd07f9200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:58:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:18.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T16:58:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:18.761 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T16:58:18.460+0000 7f05d7d15700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Creating ceph-iscsi config... 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return _run_code(code, main_globals, None, 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: exec(code, run_globals) 2024-04-26T16:58:18.762 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:18.763 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return future.result(timeout) 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return self.__get_result() 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: raise self._exception 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: use_current_daemon_image=reconfig, 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:18.764 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Creating ceph-iscsi config... 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: Traceback (most recent call last): 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: return _run_code(code, main_globals, None, 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: exec(code, run_globals) 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:18.765 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:18.766 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:18.766 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:18.766 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:18.766 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:18.766 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:18.766 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:18 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:19.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:18.571+0000 7f4cd07f9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:58:19.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:18.674+0000 7f4cd07f9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:19.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:19.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:19.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi044.gmyuxp", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-26T16:58:19.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:19.427 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:19.052+0000 7f4cd07f9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:58:19.749 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:19.426+0000 7f4cd07f9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:58:19.750 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:19.524+0000 7f4cd07f9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:58:19.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 459 B/s rd, 0 op/s 2024-04-26T16:58:19.750 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:19.750 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:19.750 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:19.751 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: return future.result(timeout) 2024-04-26T16:58:19.752 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: return self.__get_result() 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: raise self._exception 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:19.753 INFO:journalctl@ceph.mon.b.smithi139.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: exec(code, run_globals) 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:19.754 INFO:journalctl@ceph.mon.b.smithi139.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all mgr 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 445 B/s rd, 0 op/s 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 626 B/s rd, 1 op/s 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:19.755 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-mon[22751]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 459 B/s rd, 0 op/s 2024-04-26T16:58:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:20.010 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: return future.result(timeout) 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: return self.__get_result() 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: raise self._exception 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:20.011 INFO:journalctl@ceph.mon.c.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:20.012 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 459 B/s rd, 0 op/s 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:20.014 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: return future.result(timeout) 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: return self.__get_result() 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: raise self._exception 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_current_daemon_image=reconfig, 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-26T16:58:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi044.gmyuxp ... 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: Creating ceph-iscsi config... 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/iscsi-gateway.cfg 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: Write file: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/iscsi.foo.smithi044.gmyuxp/tcmu-runner-entrypoint.sh 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: Non-zero exit code 1 from systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: systemctl: stderr See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: Traceback (most recent call last): 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: return _run_code(code, main_globals, None, 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: exec(code, run_globals) 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5618, in 2024-04-26T16:58:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 5606, in main 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3096, in command_deploy_from 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3131, in _common_deploy 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all mgr 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 445 B/s rd, 0 op/s 2024-04-26T16:58:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 626 B/s rd, 1 op/s 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[26799]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 3151, in _deploy_daemon_container 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/__main__.py", line 1123, in deploy_daemon 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout: File "/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/cephadm.f243a5289e4390f10dd5970479cb922a468099a102f28c10b225af83f6a8700b/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout: RuntimeError: Failed command: systemctl restart ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp: Job for ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service failed because the control process exited with error code. 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout: See "systemctl status ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" and "journalctl -xeu ceph-18c48794-03ea-11ef-bc93-c7b262605968@iscsi.foo.smithi044.gmyuxp.service" for details. 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all mgr 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 445 B/s rd, 0 op/s 2024-04-26T16:58:20.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 626 B/s rd, 1 op/s 2024-04-26T16:58:20.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:20.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: Reconfiguring iscsi.foo.smithi044.gmyuxp (dependencies changed)... 2024-04-26T16:58:20.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:19 smithi044 ceph-mon[21837]: Reconfiguring daemon iscsi.foo.smithi044.gmyuxp on smithi044 2024-04-26T16:58:20.020 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:19.780+0000 7f4cd07f9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:58:20.020 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:19.917+0000 7f4cd07f9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:58:20.020 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:20.019+0000 7f4cd07f9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:58:20.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:20.356+0000 7f4cd07f9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:20.635 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:20.452+0000 7f4cd07f9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:58:21.235 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:21.107+0000 7f4cd07f9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:58:21.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:21.372+0000 7f4cd07f9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:58:21.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: [26/Apr/2024:16:58:21] ENGINE Bus STARTING 2024-04-26T16:58:21.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: CherryPy Checker: 2024-04-26T16:58:21.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: The Application mounted at '' has an empty config. 2024-04-26T16:58:21.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: 2024-04-26T16:58:21.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: [26/Apr/2024:16:58:21] ENGINE Serving on http://:::9283 2024-04-26T16:58:21.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[70913]: [26/Apr/2024:16:58:21] ENGINE Bus STARTED 2024-04-26T16:58:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 494 B/s rd, 0 op/s 2024-04-26T16:58:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:21.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 494 B/s rd, 0 op/s 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:21.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:21.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.952 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 494 B/s rd, 0 op/s 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:58:21.953 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/65672282' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:21.954 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:58:22.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:58:22.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 435 B/s rd, 0 op/s 2024-04-26T16:58:22.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:22.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:22.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3301880962' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.700 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: mgrmap e42: y(active, since 26s), standbys: x 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.702 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:22.703 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:58:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 435 B/s rd, 0 op/s 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3301880962' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 435 B/s rd, 0 op/s 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3301880962' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:58:23.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: mgrmap e42: y(active, since 26s), standbys: x 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: mgrmap e42: y(active, since 26s), standbys: x 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.873 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.874 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:23.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:23.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 1 op/s 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 1 op/s 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 1 op/s 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:24.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:25.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:58:24] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.641 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.913 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:26.732 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:26 smithi139 ceph-mon[22751]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 290 B/s rd, 0 op/s 2024-04-26T16:58:26.939 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:26 smithi044 ceph-mon[26799]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 290 B/s rd, 0 op/s 2024-04-26T16:58:26.940 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:26 smithi044 ceph-mon[21837]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 290 B/s rd, 0 op/s 2024-04-26T16:58:27.062 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T16:58:27.757 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 16s ago 27m - - 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 3s ago 27m - - 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (13m) 16s ago 21m 22.4M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (13m) 3s ago 21m 52.3M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 starting - - - - 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283 running (16m) 3s ago 26m 211M - 19.0.0-3305-ga430f9ed 031ba2747cfd acd38d3d0f06 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (10m) 16s ago 28m 513M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (28m) 16s ago 28m 86.0M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (27m) 3s ago 27m 67.4M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (27m) 16s ago 27m 64.7M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (13m) 16s ago 22m 21.6M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:58:27.758 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (13m) 3s ago 22m 20.5M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (26m) 16s ago 26m 53.6M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (26m) 16s ago 26m 55.7M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (25m) 16s ago 25m 51.4M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (25m) 16s ago 25m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (24m) 3s ago 24m 57.0M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (24m) 3s ago 24m 53.5M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (23m) 3s ago 23m 50.7M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (23m) 3s ago 23m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (3m) 3s ago 22m 71.4M - 2.33.4 514e6a882f6e b37bddde3c9a 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (20m) 16s ago 20m 76.0M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:58:27.759 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (20m) 3s ago 20m 77.7M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:58:28.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:28.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:28.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:27 smithi139 ceph-mon[22751]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:28.116 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:27 smithi139 ceph-mon[22751]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 231 B/s rd, 0 op/s 2024-04-26T16:58:28.117 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:27 smithi139 ceph-mon[22751]: from='client.25441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:28.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[26799]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[26799]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 231 B/s rd, 0 op/s 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[26799]: from='client.25441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[21837]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[21837]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 231 B/s rd, 0 op/s 2024-04-26T16:58:28.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:27 smithi044 ceph-mon[21837]: from='client.25441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:58:28.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:58:28.191 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading mgr daemons", 2024-04-26T16:58:28.554 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T16:58:28.555 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='client.25447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2168517281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: Upgrade: Updating mgr.x 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:29.155 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:29.156 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:29.156 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:28 smithi139 ceph-mon[22751]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:29.207 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='client.25447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:29.207 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2168517281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: Upgrade: Updating mgr.x 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[21837]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='client.25447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2168517281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:29.208 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: Upgrade: Updating mgr.x 2024-04-26T16:58:29.209 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:29.209 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:29.209 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:29.209 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:29.209 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:29.209 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:28 smithi044 ceph-mon[26799]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:58:30.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:29 smithi044 ceph-mon[21837]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 660 B/s rd, 0 op/s 2024-04-26T16:58:30.152 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:29 smithi044 ceph-mon[26799]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 660 B/s rd, 0 op/s 2024-04-26T16:58:30.211 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:29 smithi139 ceph-mon[22751]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 660 B/s rd, 0 op/s 2024-04-26T16:58:31.502 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:31 smithi139 systemd[1]: Stopping Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 660 B/s rd, 0 op/s 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.740 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 705 B/s rd, 0 op/s 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 660 B/s rd, 0 op/s 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 705 B/s rd, 0 op/s 2024-04-26T16:58:31.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:31 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:31 smithi139 podman[73232]: 2024-04-26 16:58:31.524533389 +0000 UTC m=+0.149619841 container died fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-26T16:58:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 660 B/s rd, 0 op/s 2024-04-26T16:58:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 705 B/s rd, 0 op/s 2024-04-26T16:58:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:31 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:32.152 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:31 smithi139 podman[73232]: 2024-04-26 16:58:31.901456415 +0000 UTC m=+0.526542914 container cleanup fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T16:58:32.152 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:31 smithi139 bash[73232]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x 2024-04-26T16:58:32.466 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 podman[73270]: 2024-04-26 16:58:32.152282013 +0000 UTC m=+0.627814732 container remove fe11388a2c88ad4b0e5157f765be52610a0acafe19e2f9255bf16e604f773143 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD) 2024-04-26T16:58:32.466 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:58:32.466 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T16:58:32.466 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 systemd[1]: Stopped Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:32.466 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Consumed 8.780s CPU time. 2024-04-26T16:58:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:32 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:32 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:32 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:32 smithi139 ceph-mon[22751]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:32 smithi139 ceph-mon[22751]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:32 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 systemd[1]: Starting Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 podman[73397]: 2024-04-26 16:58:32.584739294 +0000 UTC m=+0.018468343 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T16:58:32.779 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 podman[73397]: 2024-04-26 16:58:32.703777058 +0000 UTC m=+0.137506091 container create 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, vendor=Red Hat, Inc., GIT_CLEAN=True, com.redhat.component=centos-stream-container, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.tags=base centos centos-stream, release=754, ceph=True, RELEASE=HEAD, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.buildah.version=1.19.8, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-26T16:58:33.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:58:33.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:33.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:33.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[21837]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-04-26T16:58:33.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[21837]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-04-26T16:58:33.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:33.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T16:58:33.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:33.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:33.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[26799]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-04-26T16:58:33.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[26799]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 0 op/s 2024-04-26T16:58:33.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:32 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:33.100 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:32 smithi139 podman[73397]: 2024-04-26 16:58:32.998435165 +0000 UTC m=+0.432164215 container init 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.openshift.expose-services=, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, release=754, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, distribution-scope=public, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, architecture=x86_64) 2024-04-26T16:58:33.100 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 podman[73397]: 2024-04-26 16:58:33.00121382 +0000 UTC m=+0.434942867 container start 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, vcs-type=git, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, maintainer=Guillaume Abrioux , architecture=x86_64, GIT_CLEAN=True, version=8, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., io.buildah.version=1.19.8, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-26T16:58:33.100 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mgr[73416]: -- 172.21.15.139:0/923931505 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55604c784340 con 0x55604c75cc00 2024-04-26T16:58:33.100 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 bash[73397]: 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac 2024-04-26T16:58:33.382 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 systemd[1]: Started Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:33.382 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:33.142+0000 7fa557b0c000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:58:33.382 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:33.289+0000 7fa557b0c000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:33.634 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:33.394+0000 7fa557b0c000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:58:33.994 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:33.724+0000 7fa557b0c000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:58:33.994 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:33.817+0000 7fa557b0c000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:58:34.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-26T16:58:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:33 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-26T16:58:34.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:58:34.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:34.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:34.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:34.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:34.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:34.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:33 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:58:34] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.33.4" 2024-04-26T16:58:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-04-26T16:58:35.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:35.117+0000 7fa557b0c000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:58:35.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:35.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:35.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:35.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:35.533 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:35.292+0000 7fa557b0c000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:35.534 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:35.384+0000 7fa557b0c000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:58:35.812 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:35.712+0000 7fa557b0c000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:58:35.812 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:35.811+0000 7fa557b0c000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:58:36.166 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:35.911+0000 7fa557b0c000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.167 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:36.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:36.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:36.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:36.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:36.476 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:36.166+0000 7fa557b0c000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:36.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:36.638+0000 7fa557b0c000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.168 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.169 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.170 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.171 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.172 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:37.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:37.496 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:37.166+0000 7fa557b0c000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:58:37.497 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:37.265+0000 7fa557b0c000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:58:37.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:37.588+0000 7fa557b0c000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:58:37.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:37 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:37.695+0000 7fa557b0c000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:58:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 940 B/s rd, 0 op/s 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 940 B/s rd, 0 op/s 2024-04-26T16:58:38.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:38.162+0000 7fa557b0c000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 940 B/s rd, 0 op/s 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:38.628 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:38.311+0000 7fa557b0c000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:58:38.628 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:38.407+0000 7fa557b0c000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:58:38.628 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:38.528+0000 7fa557b0c000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:38.628 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:38 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:38.627+0000 7fa557b0c000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:58:39.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:39.215+0000 7fa557b0c000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:58:39.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:39.589+0000 7fa557b0c000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: [26/Apr/2024:16:58:39] ENGINE Bus STARTING 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: CherryPy Checker: 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: The Application mounted at '' has an empty config. 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: [26/Apr/2024:16:58:39] ENGINE Serving on http://:::9283 2024-04-26T16:58:40.009 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[73412]: [26/Apr/2024:16:58:39] ENGINE Bus STARTED 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:58:40.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:40 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:40.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:40.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:40.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:40 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: mgrmap e43: y(active, since 44s), standbys: x 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.475 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: mgrmap e43: y(active, since 44s), standbys: x 2024-04-26T16:58:41.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.481 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: mgrmap e43: y(active, since 44s), standbys: x 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.483 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.485 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:41.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.012 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.012 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 625 B/s rd, 0 op/s 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 625 B/s rd, 0 op/s 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 625 B/s rd, 0 op/s 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:42.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:43.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:44.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:44 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:44.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:44.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:44 smithi139 ceph-mon[22751]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-04-26T16:58:44.294 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:44.294 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:44.294 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-mon[21837]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-04-26T16:58:44.294 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:44.295 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:44.295 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-mon[26799]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-04-26T16:58:45.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:58:44] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-04-26T16:58:46.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: Upgrade: Updating mgr.x 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[21837]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:46.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: Upgrade: Updating mgr.x 2024-04-26T16:58:46.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:46.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:46.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:46.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:46.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:46.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:46 smithi044 ceph-mon[26799]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: Upgrade: Updating mgr.x 2024-04-26T16:58:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:46.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:58:46.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:58:46.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:46.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:46 smithi139 ceph-mon[22751]: Deploying daemon mgr.x on smithi139 2024-04-26T16:58:48.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:48 smithi139 ceph-mon[22751]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:48.885 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:48 smithi139 systemd[1]: Stopping Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:48.990 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:48 smithi044 ceph-mon[26799]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:48.991 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:48 smithi044 ceph-mon[21837]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:49.212 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:48 smithi139 podman[77715]: 2024-04-26 16:58:48.884984014 +0000 UTC m=+0.148907698 container died 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, name=centos-stream, vcs-type=git, distribution-scope=public, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=) 2024-04-26T16:58:49.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 podman[77715]: 2024-04-26 16:58:49.328971317 +0000 UTC m=+0.592894986 container cleanup 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, name=centos-stream, RELEASE=HEAD, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , release=754, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-26T16:58:49.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 bash[77715]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x 2024-04-26T16:58:49.935 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 podman[77729]: 2024-04-26 16:58:49.613234163 +0000 UTC m=+0.729048952 container remove 7cb17f2a733959ee29855fcede15f274412be1e3463b4923b8eaab8fdef181ac (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, name=centos-stream, vendor=Red Hat, Inc., architecture=x86_64, release=754, io.buildah.version=1.19.8, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-26T16:58:49.935 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:58:49.935 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T16:58:49.935 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 systemd[1]: Stopped Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:49.935 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Consumed 7.772s CPU time. 2024-04-26T16:58:49.935 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:49 smithi139 systemd[1]: Starting Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:58:50.243 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 podman[77862]: 2024-04-26 16:58:50.052308485 +0000 UTC m=+0.018280453 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T16:58:50.243 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 podman[77862]: 2024-04-26 16:58:50.183211282 +0000 UTC m=+0.149183250 container create 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-26T16:58:50.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[26799]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:58:50.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[21837]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:58:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-mon[22751]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:58:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:50.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 podman[77862]: 2024-04-26 16:58:50.394019801 +0000 UTC m=+0.359991766 container init 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T16:58:50.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 podman[77862]: 2024-04-26 16:58:50.396548872 +0000 UTC m=+0.362520844 container start 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T16:58:50.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-mgr[77882]: -- 172.21.15.139:0/4282189101 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562f761d65a0 con 0x562f761aa800 2024-04-26T16:58:50.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 bash[77862]: 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 2024-04-26T16:58:50.529 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 systemd[1]: Started Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:58:50.846 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:50.552+0000 7f670fec4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:58:50.847 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:50.739+0000 7f670fec4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:50.847 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:50.846+0000 7f670fec4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:58:51.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:51.167+0000 7f670fec4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:58:51.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:51.257+0000 7f670fec4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:58:51.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:51.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.849 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.850 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.851 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.852 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:51.853 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:51.854 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:51.854 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:51.854 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:52.531+0000 7f670fec4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:58:52.784 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:52.708+0000 7f670fec4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:52.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:52.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.788 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.789 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.790 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.791 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.792 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:52.793 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:58:53.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.022 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.084 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:52 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:52.904+0000 7f670fec4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:58:53.352 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:53.215+0000 7f670fec4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:58:53.353 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:53.322+0000 7f670fec4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:58:53.613 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:53.571+0000 7f670fec4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:58:53.916 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:53.802+0000 7f670fec4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:58:53.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.920 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.921 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:53.922 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:53.923 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:53.923 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.615 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:54.449+0000 7f670fec4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.886 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:54.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.893 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:54.893 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:54.893 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:54.893 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:54.893 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:54.694+0000 7f670fec4200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:58:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:58:54] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-04-26T16:58:55.409 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:55.155+0000 7f670fec4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:58:55.410 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:55.259+0000 7f670fec4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:55.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:55.662+0000 7f670fec4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:58:56.318 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:56.043+0000 7f670fec4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:58:56.318 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:56.142+0000 7f670fec4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:58:56.575 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:56.410+0000 7f670fec4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:58:56.575 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:56.560+0000 7f670fec4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:58:56.954 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:56.665+0000 7f670fec4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:56.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:57.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:57.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:57.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:57.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:57.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:57.018+0000 7f670fec4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:58:57.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:57.116+0000 7f670fec4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:58:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:57.817+0000 7f670fec4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:58:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.467 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:58.063+0000 7f670fec4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:58:58.467 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: [26/Apr/2024:16:58:58] ENGINE Bus STARTING 2024-04-26T16:58:58.467 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: CherryPy Checker: 2024-04-26T16:58:58.467 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: The Application mounted at '' has an empty config. 2024-04-26T16:58:58.468 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: 2024-04-26T16:58:58.468 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: [26/Apr/2024:16:58:58] ENGINE Serving on http://:::9283 2024-04-26T16:58:58.468 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[77878]: [26/Apr/2024:16:58:58] ENGINE Bus STARTED 2024-04-26T16:58:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:58.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.974 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.977 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T16:58:58.977 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.980 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.981 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.982 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2205647924' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:58:58.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 10s ago 28m - - 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 16s ago 28m - - 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (14m) 10s ago 22m 22.4M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (13m) 16s ago 22m 51.3M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (38s) 10s ago 21m 46.3M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 starting - - - - 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (11m) 10s ago 29m 521M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (29m) 10s ago 29m 90.5M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (27m) 16s ago 27m 70.5M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:58:59.725 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (27m) 10s ago 27m 67.7M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (14m) 10s ago 23m 19.6M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (13m) 16s ago 23m 18.0M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (27m) 10s ago 27m 53.7M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (26m) 10s ago 26m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (26m) 10s ago 26m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (25m) 10s ago 25m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (25m) 16s ago 25m 57.0M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (24m) 16s ago 24m 53.6M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (24m) 16s ago 24m 50.8M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (23m) 16s ago 23m 57.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (51s) 16s ago 23m 66.2M - 2.33.4 514e6a882f6e 27b26e403560 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (21m) 10s ago 21m 76.3M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:58:59.726 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (21m) 16s ago 21m 78.2M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: mgrmap e44: y(active, since 63s), standbys: x 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: mgrmap e44: y(active, since 63s), standbys: x 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:58:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: mgrmap e44: y(active, since 63s), standbys: x 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:58:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:59:00.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:59:00.212 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "", 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading mgr daemons", 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T16:59:00.575 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.955 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='client.15573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.956 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.957 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1715519634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:00.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='client.15573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3305-ga430f9ed 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='client.15573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1715519634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1715519634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='client.25495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='client.25495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='client.25495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:01.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:01.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:01.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:03.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:03.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:03.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:04.738 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.738 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.738 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.738 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:04.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:04.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:04.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:05.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:59:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:59:04] "GET /metrics HTTP/1.1" 200 38063 "" "Prometheus/2.33.4" 2024-04-26T16:59:06.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: Upgrade: Updating mgr.x 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:06.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:06 smithi139 ceph-mon[22751]: Deploying daemon mgr.x on smithi139 2024-04-26T16:59:06.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:06.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: Upgrade: Updating mgr.x 2024-04-26T16:59:06.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:06.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[21837]: Deploying daemon mgr.x on smithi139 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: Upgrade: Updating mgr.x 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T16:59:06.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T16:59:06.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:06.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:06 smithi044 ceph-mon[26799]: Deploying daemon mgr.x on smithi139 2024-04-26T16:59:08.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:08 smithi139 ceph-mon[22751]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:08.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[26799]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:08.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[21837]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:08.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:08.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:08 smithi139 systemd[1]: Stopping Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:09.240 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:08 smithi139 podman[83232]: 2024-04-26 16:59:08.971097037 +0000 UTC m=+0.156974477 container died 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T16:59:09.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 podman[83232]: 2024-04-26 16:59:09.339708702 +0000 UTC m=+0.525586121 container cleanup 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T16:59:09.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 bash[83232]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x 2024-04-26T16:59:09.937 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 podman[83246]: 2024-04-26 16:59:09.615960952 +0000 UTC m=+0.646198004 container remove 57d8ecd58a908e642484b99898b40d377d377a12a8d01e7f1865803f36dea389 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T16:59:09.937 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:59:09.937 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T16:59:09.937 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 systemd[1]: Stopped Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:09.937 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Consumed 9.153s CPU time. 2024-04-26T16:59:10.192 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:09 smithi139 systemd[1]: Starting Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:10.192 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 podman[83373]: 2024-04-26 16:59:10.053671004 +0000 UTC m=+0.018212323 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-mon[22751]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 podman[83373]: 2024-04-26 16:59:10.192529435 +0000 UTC m=+0.157070796 container create d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 podman[83373]: 2024-04-26 16:59:10.403262964 +0000 UTC m=+0.367804285 container init d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T16:59:10.486 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 podman[83373]: 2024-04-26 16:59:10.405791466 +0000 UTC m=+0.370332785 container start d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T16:59:10.487 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-mgr[83392]: -- 172.21.15.139:0/2175902668 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559a2a8c25a0 con 0x559a2a896c00 2024-04-26T16:59:10.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[21837]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[26799]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:10.761 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 bash[83373]: d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 2024-04-26T16:59:10.761 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 systemd[1]: Started Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:10.761 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:10.566+0000 7f65f397a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T16:59:10.762 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:10.760+0000 7f65f397a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:59:11.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:10.868+0000 7f65f397a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T16:59:11.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:11.203+0000 7f65f397a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T16:59:11.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:11.295+0000 7f65f397a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T16:59:11.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.007 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.742 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:12.601+0000 7f65f397a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:12.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:12.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:12.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:12.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:13.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:13.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:13.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:12.784+0000 7f65f397a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T16:59:13.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:12.969+0000 7f65f397a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T16:59:13.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:13.279+0000 7f65f397a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T16:59:13.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:13.380+0000 7f65f397a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T16:59:13.823 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:13.599+0000 7f65f397a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T16:59:13.823 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:13.808+0000 7f65f397a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T16:59:13.824 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.824 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.824 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.824 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.824 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.825 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:13.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.724 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:14.472+0000 7f65f397a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T16:59:14.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.724 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.725 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.726 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.727 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.728 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.729 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.884 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.885 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.887 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.889 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:14.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:14.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:14.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:14.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:14.978 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:14.723+0000 7f65f397a200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T16:59:15.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:59:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:59:14] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-04-26T16:59:15.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:15.186+0000 7f65f397a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T16:59:15.574 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:15.293+0000 7f65f397a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T16:59:15.906 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:15.690+0000 7f65f397a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.911 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:15.912 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.912 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:15.912 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:15.912 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:15.912 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:15.912 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.182 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:16.081+0000 7f65f397a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T16:59:16.182 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:16.181+0000 7f65f397a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T16:59:16.704 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:16.452+0000 7f65f397a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T16:59:16.704 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:16.598+0000 7f65f397a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T16:59:16.705 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:16.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.706 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:16.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.713 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.713 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.713 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.713 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.714 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.715 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.716 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.716 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.716 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.716 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.716 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:16.717 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:17.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.023 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.024 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:16.703+0000 7f65f397a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T16:59:17.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:17.050+0000 7f65f397a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T16:59:17.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:17.163+0000 7f65f397a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T16:59:17.958 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:17.819+0000 7f65f397a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:17.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:18.055+0000 7f65f397a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T16:59:18.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: [26/Apr/2024:16:59:18] ENGINE Bus STARTING 2024-04-26T16:59:18.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: CherryPy Checker: 2024-04-26T16:59:18.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: The Application mounted at '' has an empty config. 2024-04-26T16:59:18.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T16:59:18.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: [26/Apr/2024:16:59:18] ENGINE Serving on http://:::9283 2024-04-26T16:59:18.279 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: [26/Apr/2024:16:59:18] ENGINE Bus STARTED 2024-04-26T16:59:18.983 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.984 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.984 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.984 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.984 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.984 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:18.985 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.985 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.985 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.985 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.985 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:18.986 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.986 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.986 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.986 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.986 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.986 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.987 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Standby manager daemon x restarted 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: Standby manager daemon x started 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:59:18.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:18.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:18.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:18.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:18.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:18.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Standby manager daemon x restarted 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: Standby manager daemon x started 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T16:59:19.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.? 172.21.15.139:0/4263915732' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T16:59:19.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: mgrmap e45: y(active, since 83s), standbys: x 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:19.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: mgrmap e45: y(active, since 83s), standbys: x 2024-04-26T16:59:20.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: mgrmap e45: y(active, since 83s), standbys: x 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:21.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:22.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:23.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:23.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:23.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:23.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:23.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:23.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:24.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:59:24] "GET /metrics HTTP/1.1" 200 38065 "" "Prometheus/2.33.4" 2024-04-26T16:59:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:25.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:25.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:26.753 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all crash 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all mds 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all nfs 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all nvmeof 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[26799]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all crash 2024-04-26T16:59:26.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all mds 2024-04-26T16:59:26.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T16:59:26.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T16:59:26.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T16:59:26.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all nfs 2024-04-26T16:59:26.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all nvmeof 2024-04-26T16:59:26.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:26 smithi044 ceph-mon[21837]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:27.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all crash 2024-04-26T16:59:27.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all mds 2024-04-26T16:59:27.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T16:59:27.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T16:59:27.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T16:59:27.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all nfs 2024-04-26T16:59:27.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all nvmeof 2024-04-26T16:59:27.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:26 smithi139 ceph-mon[22751]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:27.917 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:27.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:28.720 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:28 smithi139 ceph-mon[22751]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:28.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:28 smithi044 ceph-mon[21837]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:28.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:28 smithi044 ceph-mon[21837]: Upgrade: Updating node-exporter.a (1/2) 2024-04-26T16:59:28.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:28 smithi044 ceph-mon[21837]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:59:28.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:28 smithi044 ceph-mon[26799]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:28.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:28 smithi044 ceph-mon[26799]: Upgrade: Updating node-exporter.a (1/2) 2024-04-26T16:59:28.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:28 smithi044 ceph-mon[26799]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:59:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:28 smithi139 ceph-mon[22751]: Upgrade: Updating node-exporter.a (1/2) 2024-04-26T16:59:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:28 smithi139 ceph-mon[22751]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:59:30.008 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:29 smithi044 systemd[1]: Stopping Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:30.438 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:30 smithi044 podman[100281]: 2024-04-26 16:59:30.173288944 +0000 UTC m=+0.134097576 container died 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[26799]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:30.759 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:30 smithi044 podman[100281]: 2024-04-26 16:59:30.629647653 +0000 UTC m=+0.590456281 container cleanup 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:30.759 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:30 smithi044 bash[100281]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T16:59:30.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[21837]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:30.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:30.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:30.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:30 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:30.965 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T16:59:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:30 smithi139 ceph-mon[22751]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:31.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:30 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:31.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:30 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:31.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:30 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:31.191 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:30 smithi044 podman[100295]: 2024-04-26 16:59:30.906565807 +0000 UTC m=+0.737076609 container remove 73e70deb1193594cf026d1addcd1a3e5ff91cab31e4839cebbe328797a5ffcc6 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:31.191 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:30 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:59:31.191 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-26T16:59:31.192 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 systemd[1]: Stopped Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:31.192 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Consumed 5.803s CPU time. 2024-04-26T16:59:31.505 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 systemd[1]: Starting Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:31.699 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T16:59:31.699 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 2s ago 28m - - 2024-04-26T16:59:31.699 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 6s ago 28m - - 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (14m) 2s ago 22m 22.4M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (14m) 6s ago 22m 52.2M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (70s) 2s ago 21m 46.7M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (21s) 6s ago 27m 463M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (11m) 2s ago 29m 525M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (29m) 2s ago 29m 95.0M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (28m) 6s ago 28m 74.5M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (28m) 2s ago 28m 72.0M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (14m) 2s ago 23m 21.7M - 1.3.1 1dbe0e931976 73e70deb1193 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (14m) 6s ago 23m 17.5M - 1.3.1 1dbe0e931976 96e493a4e8ea 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (27m) 2s ago 27m 53.6M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (27m) 2s ago 27m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (26m) 2s ago 26m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T16:59:31.700 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (26m) 2s ago 26m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (25m) 6s ago 25m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (25m) 6s ago 25m 53.7M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (24m) 6s ago 25m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (24m) 6s ago 24m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (83s) 6s ago 23m 66.6M - 2.33.4 514e6a882f6e 27b26e403560 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (22m) 2s ago 22m 76.5M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T16:59:31.701 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (21m) 6s ago 21m 78.4M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T16:59:31.758 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 bash[100473]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T16:59:32.130 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T16:59:32.131 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:59:32.258 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 bash[100473]: Getting image source signatures 2024-04-26T16:59:32.258 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 bash[100473]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-26T16:59:32.258 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 bash[100473]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-26T16:59:32.258 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:31 smithi044 bash[100473]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-26T16:59:32.536 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T16:59:32.536 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T16:59:32.536 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T16:59:32.536 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T16:59:32.536 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T16:59:32.537 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T16:59:32.537 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T16:59:32.537 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T16:59:32.537 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading node-exporter daemons", 2024-04-26T16:59:32.537 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T16:59:32.537 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[21837]: from='client.25504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[21837]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[21837]: from='client.25510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2529953349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[26799]: from='client.25504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[26799]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:33.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[26799]: from='client.25510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:33.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:32 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2529953349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:32 smithi139 ceph-mon[22751]: from='client.25504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:32 smithi139 ceph-mon[22751]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:32 smithi139 ceph-mon[22751]: from='client.25510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:32 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:32 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2529953349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:33 smithi044 ceph-mon[26799]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:33 smithi044 ceph-mon[26799]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:33 smithi044 ceph-mon[21837]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:33 smithi044 ceph-mon[21837]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:33.759 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:33 smithi044 bash[100473]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-26T16:59:33.759 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:33 smithi044 bash[100473]: Writing manifest to image destination 2024-04-26T16:59:34.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:33 smithi139 ceph-mon[22751]: from='client.25516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:34.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:33 smithi139 ceph-mon[22751]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T16:59:34.204 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:33 smithi044 podman[100473]: 2024-04-26 16:59:33.887953032 +0000 UTC m=+2.484504257 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-26T16:59:34.205 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 podman[100473]: 2024-04-26 16:59:34.002814494 +0000 UTC m=+2.599365765 container create fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:34.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 podman[100473]: 2024-04-26 16:59:34.204896116 +0000 UTC m=+2.801447339 container init fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:34.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 podman[100473]: 2024-04-26 16:59:34.208252476 +0000 UTC m=+2.804803699 container start fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.212Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.212Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.213Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.213Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T16:59:34.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T16:59:34.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T16:59:34.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T16:59:34.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T16:59:34.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T16:59:34.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T16:59:34.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[100591]: ts=2024-04-26T16:59:34.214Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T16:59:34.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 bash[100473]: fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 2024-04-26T16:59:34.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:34 smithi044 systemd[1]: Started Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:34.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-mon[21837]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:34.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:34.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:34.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-mon[26799]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:34.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:34.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:34.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:34 smithi139 ceph-mon[22751]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:34.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:34.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:59:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:59:34] "GET /metrics HTTP/1.1" 200 38057 "" "Prometheus/2.33.4" 2024-04-26T16:59:36.757 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:36 smithi139 ceph-mon[22751]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:37.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:36 smithi044 ceph-mon[21837]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:37.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:36 smithi044 ceph-mon[26799]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:37.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:36 smithi139 systemd[1]: Stopping Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:37.528 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 podman[89199]: 2024-04-26 16:59:37.145116381 +0000 UTC m=+0.136293220 container died 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:59:37.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:37 smithi139 ceph-mon[22751]: Upgrade: Updating node-exporter.b (2/2) 2024-04-26T16:59:37.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:37 smithi139 ceph-mon[22751]: Deploying daemon node-exporter.b on smithi139 2024-04-26T16:59:37.900 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 podman[89199]: 2024-04-26 16:59:37.551139312 +0000 UTC m=+0.542316182 container cleanup 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:59:37.900 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 bash[89199]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T16:59:37.900 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 podman[89213]: 2024-04-26 16:59:37.710866405 +0000 UTC m=+0.570193785 container remove 96e493a4e8eaac63cc82bf51809dfbe832b28afc22ae9a01b199664468c1ca36 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:59:37.900 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:59:38.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:37 smithi044 ceph-mon[21837]: Upgrade: Updating node-exporter.b (2/2) 2024-04-26T16:59:38.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:37 smithi044 ceph-mon[21837]: Deploying daemon node-exporter.b on smithi139 2024-04-26T16:59:38.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:37 smithi044 ceph-mon[26799]: Upgrade: Updating node-exporter.b (2/2) 2024-04-26T16:59:38.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:37 smithi044 ceph-mon[26799]: Deploying daemon node-exporter.b on smithi139 2024-04-26T16:59:38.278 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-26T16:59:38.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 systemd[1]: Stopped Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:38.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:37 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Consumed 5.471s CPU time. 2024-04-26T16:59:38.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:38 smithi139 systemd[1]: Starting Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:38.640 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:38 smithi139 bash[89343]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-26T16:59:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:38 smithi044 ceph-mon[21837]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:38 smithi044 ceph-mon[26799]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:38 smithi139 ceph-mon[22751]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:39.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:38 smithi139 bash[89343]: Getting image source signatures 2024-04-26T16:59:39.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:38 smithi139 bash[89343]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-26T16:59:39.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:38 smithi139 bash[89343]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-26T16:59:39.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:38 smithi139 bash[89343]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-26T16:59:40.528 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 bash[89343]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-26T16:59:40.528 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 bash[89343]: Writing manifest to image destination 2024-04-26T16:59:40.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-mon[22751]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:40.906 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 podman[89343]: 2024-04-26 16:59:40.597309657 +0000 UTC m=+2.391424327 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-26T16:59:40.906 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 podman[89343]: 2024-04-26 16:59:40.69589968 +0000 UTC m=+2.490014335 container create a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:59:40.906 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 podman[89343]: 2024-04-26 16:59:40.906631758 +0000 UTC m=+2.700746413 container init a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:59:41.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:40 smithi044 ceph-mon[21837]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:40 smithi044 ceph-mon[26799]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 podman[89343]: 2024-04-26 16:59:40.910467072 +0000 UTC m=+2.704581724 container start a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.914Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.914Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.914Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.914Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T16:59:41.279 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T16:59:41.280 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T16:59:41.281 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T16:59:41.282 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[89394]: ts=2024-04-26T16:59:40.915Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 bash[89343]: a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 2024-04-26T16:59:41.283 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 16:59:40 smithi139 systemd[1]: Started Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.135 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.136 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.137 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.138 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.139 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.196 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.197 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:42.198 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.199 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.199 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.199 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.199 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.199 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:42.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.204 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:42.205 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:42.205 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:42.205 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:42.205 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.159 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.161 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.161 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.161 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.161 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.172 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.172 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.172 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.173 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.175 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.176 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.177 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.178 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.179 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.180 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.181 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:43.182 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:44.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.135 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:59:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:59:44] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-04-26T16:59:45.433 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.433 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.434 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.435 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.436 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.437 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.438 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.439 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.440 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.441 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.442 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.442 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.442 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.442 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:45 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.443 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.444 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:45.446 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:45 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:46 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.395 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.396 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.397 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.398 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.399 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.400 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.401 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.402 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:46.403 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:46 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.420 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.421 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:47 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.504 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.505 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.506 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:47.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:47 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.451 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.455 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.456 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.457 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.458 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.459 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.460 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.462 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.463 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:48.465 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:48.466 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:48.467 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:48.467 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:48.467 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.397 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.398 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.399 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.400 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.476 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.479 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.482 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:49.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:49.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:49.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:49.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T16:59:52.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:52 smithi139 ceph-mon[22751]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:52.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:52 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:52.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:52.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:52.881 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:53.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[21837]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:53.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:53.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:53.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:53.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:53.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[26799]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:53.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T16:59:53.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:53.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:53.004 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.152 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[21837]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:54.153 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.153 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.153 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.153 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:53 smithi044 ceph-mon[26799]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:53 smithi139 ceph-mon[22751]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T16:59:55.189 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 16:59:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:16:59:54] "GET /metrics HTTP/1.1" 200 38060 "" "Prometheus/2.33.4" 2024-04-26T16:59:55.189 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:54 smithi044 ceph-mon[21837]: Upgrade: Updating node-exporter.a (1/2) 2024-04-26T16:59:55.189 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:54 smithi044 ceph-mon[21837]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:59:55.190 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:54 smithi044 ceph-mon[26799]: Upgrade: Updating node-exporter.a (1/2) 2024-04-26T16:59:55.190 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:54 smithi044 ceph-mon[26799]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:59:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:54 smithi139 ceph-mon[22751]: Upgrade: Updating node-exporter.a (1/2) 2024-04-26T16:59:55.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:54 smithi139 ceph-mon[22751]: Deploying daemon node-exporter.a on smithi044 2024-04-26T16:59:56.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:55 smithi044 ceph-mon[21837]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:56.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:55 smithi044 ceph-mon[26799]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:56.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:55 smithi139 ceph-mon[22751]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T16:59:57.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T16:59:57.582 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:57 smithi044 systemd[1]: Stopping Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:57.864 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:57 smithi044 podman[104211]: 2024-04-26 16:59:57.582083563 +0000 UTC m=+0.115986711 container died fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:58.158 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:57 smithi044 podman[104211]: 2024-04-26 16:59:57.962924708 +0000 UTC m=+0.496827855 container cleanup fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:58.158 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:57 smithi044 bash[104211]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T16:59:58.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 16:59:58 smithi044 ceph-mon[26799]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:58.426 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 podman[104225]: 2024-04-26 16:59:58.297575769 +0000 UTC m=+0.719801227 container remove fc4b47dba310ada7dc8f6b282ce094864a166531b2bffcbd009b91fa4b1ecc93 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:58.426 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T16:59:58.426 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 16:59:58 smithi044 ceph-mon[21837]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:58.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 16:59:58 smithi139 ceph-mon[22751]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T16:59:58.758 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-26T16:59:58.758 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 systemd[1]: Stopped Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T16:59:58.758 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Consumed 1.828s CPU time. 2024-04-26T16:59:58.758 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 systemd[1]: Starting Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T16:59:59.143 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 podman[104355]: 2024-04-26 16:59:58.768485601 +0000 UTC m=+0.017842853 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-26T16:59:59.143 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:58 smithi044 podman[104355]: 2024-04-26 16:59:58.898645308 +0000 UTC m=+0.148002550 container create 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:59.143 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 podman[104355]: 2024-04-26 16:59:59.143240742 +0000 UTC m=+0.392597982 container init 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:59.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 podman[104355]: 2024-04-26 16:59:59.146025817 +0000 UTC m=+0.395383062 container start 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T16:59:59.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.150Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T16:59:59.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.150Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T16:59:59.509 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T16:59:59.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T16:59:59.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T16:59:59.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T16:59:59.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T16:59:59.510 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T16:59:59.511 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T16:59:59.512 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T16:59:59.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T16:59:59.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T16:59:59.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T16:59:59.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a[104370]: ts=2024-04-26T16:59:59.151Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T16:59:59.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 bash[104355]: 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 2024-04-26T16:59:59.513 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 16:59:59 smithi044 systemd[1]: Started Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[21837]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[21837]: overall HEALTH_OK 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[26799]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:00.524 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:00 smithi044 ceph-mon[26799]: overall HEALTH_OK 2024-04-26T17:00:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:00 smithi139 ceph-mon[22751]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:00.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:00.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:00.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:00 smithi139 ceph-mon[22751]: overall HEALTH_OK 2024-04-26T17:00:02.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:01 smithi139 systemd[1]: Stopping Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:00:02.441 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 podman[92911]: 2024-04-26 17:00:02.18519212 +0000 UTC m=+0.113450534 container died a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:00:02.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:02 smithi139 ceph-mon[22751]: Upgrade: Updating node-exporter.b (2/2) 2024-04-26T17:00:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:02 smithi139 ceph-mon[22751]: Deploying daemon node-exporter.b on smithi139 2024-04-26T17:00:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:02 smithi139 ceph-mon[22751]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:02 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:02.779 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 podman[92911]: 2024-04-26 17:00:02.540847077 +0000 UTC m=+0.469105489 container cleanup a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:00:02.779 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 bash[92911]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T17:00:02.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[21837]: Upgrade: Updating node-exporter.b (2/2) 2024-04-26T17:00:02.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[21837]: Deploying daemon node-exporter.b on smithi139 2024-04-26T17:00:02.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[21837]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:02.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:02.923 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[26799]: Upgrade: Updating node-exporter.b (2/2) 2024-04-26T17:00:02.923 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[26799]: Deploying daemon node-exporter.b on smithi139 2024-04-26T17:00:02.923 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[26799]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:02.923 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:02 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:02.923 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:00:03.187 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 podman[92925]: 2024-04-26 17:00:02.859398862 +0000 UTC m=+0.678377197 container remove a0a208fbd9fb1564c8d74f0c5a5bfb0e331a8951615c0ebae9357e43f2780a61 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:00:03.187 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-26T17:00:03.187 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-26T17:00:03.187 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 systemd[1]: Stopped Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:03.187 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:02 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Consumed 1.735s CPU time. 2024-04-26T17:00:03.520 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 systemd[1]: Starting Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:00:03.521 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 podman[93058]: 2024-04-26 17:00:03.30292764 +0000 UTC m=+0.017967992 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-26T17:00:03.521 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 podman[93058]: 2024-04-26 17:00:03.410749483 +0000 UTC m=+0.125789873 container create eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 7s ago 29m - - 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 10s ago 29m - - 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (15m) 7s ago 23m 22.4M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (14m) 10s ago 23m 51.6M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (102s) 7s ago 22m 46.8M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (53s) 10s ago 28m 464M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (12m) 7s ago 30m 527M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:00:03.664 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (30m) 7s ago 30m 95.3M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (28m) 10s ago 28m 73.0M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (28m) 7s ago 28m 72.5M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 starting - - - - 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (23s) 10s ago 24m 7532k - 1.5.0 0da6a335fe13 a0a208fbd9fb 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (28m) 7s ago 28m 53.6M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (27m) 7s ago 27m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (27m) 7s ago 27m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (26m) 7s ago 26m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (26m) 10s ago 26m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (26m) 10s ago 26m 53.7M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (25m) 10s ago 25m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (25m) 10s ago 25m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (115s) 10s ago 24m 66.9M - 2.33.4 514e6a882f6e 27b26e403560 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (22m) 7s ago 22m 76.6M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:00:03.665 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (22m) 10s ago 22m 78.5M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 podman[93058]: 2024-04-26 17:00:03.646290293 +0000 UTC m=+0.361330637 container init eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 podman[93058]: 2024-04-26 17:00:03.649207412 +0000 UTC m=+0.364247760 container start eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.652Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.652Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.653Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.653Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.653Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.653Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T17:00:04.029 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T17:00:04.030 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T17:00:04.031 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T17:00:04.032 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b[93072]: ts=2024-04-26T17:00:03.654Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 bash[93058]: eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 2024-04-26T17:00:04.033 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:00:03 smithi139 systemd[1]: Started Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:00:04.104 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:00:04.105 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:00:04.487 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:00:04.487 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:00:04.487 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:00:04.487 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading node-exporter daemons", 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:00:04.488 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='client.25540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1113520696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='client.25540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1113520696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:04.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:04.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:04.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:04.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:04.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='client.25534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='client.25540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1113520696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:00:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:00:04] "GET /metrics HTTP/1.1" 200 38061 "" "Prometheus/2.33.4" 2024-04-26T17:00:05.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:05.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:05.743 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='client.25558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.745 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.746 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:05.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:05.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:05.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:05.747 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='client.25558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='client.25558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.930 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:07.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:07.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:07.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:07.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:07.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.986 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.987 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.989 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.990 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.991 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:08.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:08 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.802 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.803 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.804 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.805 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:09 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.900 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.901 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.902 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.903 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.904 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.905 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.906 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.907 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:09.908 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.909 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:09.909 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:09.909 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:09.909 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:09.909 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:09 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.644 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.645 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:10.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.003 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.006 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.007 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.911 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.912 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.915 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:11.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:11.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:11.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:11.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:11.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:11 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:11 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.649 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:12.650 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.652 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.653 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:12.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.947 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.948 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.950 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:12.951 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:12.952 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.018 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.020 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.021 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.022 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.777 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:14.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:14 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.159 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:00:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:00:14] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.33.4" 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:15 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.977 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:15.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:15 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.685 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.686 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.687 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.688 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.689 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.690 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.691 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.691 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.691 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.691 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:16.691 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:17.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:17.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:18.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:18.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:18.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:19.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:19 smithi044 ceph-mon[21837]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:19 smithi044 ceph-mon[21837]: Upgrade: Updating prometheus.a 2024-04-26T17:00:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:19 smithi044 ceph-mon[21837]: Deploying daemon prometheus.a on smithi139 2024-04-26T17:00:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:19 smithi044 ceph-mon[26799]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:19 smithi044 ceph-mon[26799]: Upgrade: Updating prometheus.a 2024-04-26T17:00:20.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:19 smithi044 ceph-mon[26799]: Deploying daemon prometheus.a on smithi139 2024-04-26T17:00:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:19 smithi139 ceph-mon[22751]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:19 smithi139 ceph-mon[22751]: Upgrade: Updating prometheus.a 2024-04-26T17:00:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:19 smithi139 ceph-mon[22751]: Deploying daemon prometheus.a on smithi139 2024-04-26T17:00:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:22 smithi044 ceph-mon[26799]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:23.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:22 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:23.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:22 smithi044 ceph-mon[21837]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:23.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:22 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:23.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:22 smithi139 ceph-mon[22751]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:23.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:22 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:25.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:24 smithi044 ceph-mon[21837]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:25.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:00:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:00:24] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.33.4" 2024-04-26T17:00:25.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:24 smithi044 ceph-mon[26799]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:24 smithi139 ceph-mon[22751]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:27.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:26 smithi044 ceph-mon[21837]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:27.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:26 smithi044 ceph-mon[26799]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:27.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:26 smithi139 ceph-mon[22751]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:29.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:28 smithi044 ceph-mon[21837]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:29.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:28 smithi044 ceph-mon[26799]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:28 smithi139 ceph-mon[22751]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:30.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:30 smithi139 ceph-mon[22751]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:31.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:30 smithi044 ceph-mon[21837]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:31.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:30 smithi044 ceph-mon[26799]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:31.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:00:31.658 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.382Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T17:00:31.658 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.382Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-26T17:00:31.658 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.382Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.382Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.382Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[70431]: ts=2024-04-26T17:00:31.383Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-26T17:00:31.659 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 podman[97853]: 2024-04-26 17:00:31.392928859 +0000 UTC m=+0.148648089 container died 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:32.008 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 podman[97853]: 2024-04-26 17:00:31.757424006 +0000 UTC m=+0.513143229 container cleanup 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:32.008 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:31 smithi139 bash[97853]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T17:00:32.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 podman[97867]: 2024-04-26 17:00:32.008324024 +0000 UTC m=+0.617666422 container remove 27b26e403560a4541d87de5405bc029ffba2d17a76e0179db4cd29e33974f863 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:32.278 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T17:00:32.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:32.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.708s CPU time. 2024-04-26T17:00:32.589 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:00:32.861 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-mon[22751]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:32.861 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:32.861 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 podman[97999]: 2024-04-26 17:00:32.494031191 +0000 UTC m=+0.018938255 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-26T17:00:32.862 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 podman[97999]: 2024-04-26 17:00:32.600910573 +0000 UTC m=+0.125817627 container create 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:32.862 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 podman[97999]: 2024-04-26 17:00:32.862016551 +0000 UTC m=+0.386923604 container init 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:32 smithi044 ceph-mon[21837]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:33.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:32 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:32 smithi044 ceph-mon[26799]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:32 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 podman[97999]: 2024-04-26 17:00:32.864797712 +0000 UTC m=+0.389704776 container start 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.888Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.888Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.888Z caller=main.go:570 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.888Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.888Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.889Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T17:00:33.279 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.890Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.892Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.892Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.893Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.893Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.458µs 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.893Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.914Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.922Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.925Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.931Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.933Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-04-26T17:00:33.280 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.934Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.934Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.599µs wal_replay_duration=40.714242ms wbl_replay_duration=118ns total_replay_duration=40.774289ms 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.937Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.937Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.937Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 bash[97999]: 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.955Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.196955ms db_storage=799ns remote_storage=1.049µs web_handler=423ns query_engine=600ns scrape=377.397µs scrape_sd=87.525µs notify=27.851µs notify_sd=9.17µs rules=17.364998ms tracing=5.991µs 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.955Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:32.955Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-26T17:00:33.281 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:32 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:34.066 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.066 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.066 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.066 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.066 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.067 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:34 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:34.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:34.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:34 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:34.906 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:00:35.145 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.146 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.147 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.148 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.150 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.150 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.150 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.150 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.150 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:35 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:35.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:35.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:35 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:35.631 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:00:35.632 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 17s ago 29m - - 2024-04-26T17:00:35.632 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 17s ago 29m - - 2024-04-26T17:00:35.632 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (15m) 17s ago 23m 22.5M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T17:00:35.632 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (15m) 17s ago 23m 51.6M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T17:00:35.632 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (2m) 17s ago 22m 49.0M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (85s) 17s ago 29m 464M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (12m) 17s ago 30m 532M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (30m) 17s ago 30m 97.4M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (29m) 17s ago 29m 74.9M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (29m) 17s ago 29m 74.6M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (36s) 17s ago 24m 9940k - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (32s) 17s ago 24m 8006k - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:00:35.633 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (28m) 17s ago 28m 53.6M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (28m) 17s ago 28m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (27m) 17s ago 27m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (27m) 17s ago 27m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (26m) 17s ago 26m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (26m) 17s ago 26m 53.7M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (25m) 17s ago 26m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (25m) 17s ago 25m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:00:35.634 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 starting - - - - 2024-04-26T17:00:35.635 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (23m) 17s ago 23m 76.6M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:00:35.635 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (23m) 17s ago 23m 78.6M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:00:36.080 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:00:36.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='client.25313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='client.25313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:36 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='client.25313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:36.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:36 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T17:00:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading prometheus daemons", 2024-04-26T17:00:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:00:36.474 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3430852528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3430852528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3430852528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:38.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:38.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:39 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:39.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:39 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:40.257 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:40 smithi139 ceph-mon[22751]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:40.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:40 smithi044 ceph-mon[21837]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:40.339 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:40 smithi044 ceph-mon[26799]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[21837]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[21837]: Upgrade: Updating prometheus.a 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[21837]: Deploying daemon prometheus.a on smithi139 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[26799]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[26799]: Upgrade: Updating prometheus.a 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[26799]: Deploying daemon prometheus.a on smithi139 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:42.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:42.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:42 smithi139 ceph-mon[22751]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:42.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:42 smithi139 ceph-mon[22751]: Upgrade: Updating prometheus.a 2024-04-26T17:00:42.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:42 smithi139 ceph-mon[22751]: Deploying daemon prometheus.a on smithi139 2024-04-26T17:00:42.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:42 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:42.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:44.862 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:44 smithi139 ceph-mon[22751]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:44 smithi044 ceph-mon[21837]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:45.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:00:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:00:44] "GET /metrics HTTP/1.1" 200 38067 "" "Prometheus/2.43.0" 2024-04-26T17:00:45.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:44 smithi044 ceph-mon[26799]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:00:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:46 smithi044 ceph-mon[21837]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:47.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:46 smithi044 ceph-mon[26799]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:47.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:46 smithi139 ceph-mon[22751]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:47.940 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:47 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:00:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:00:48.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.215Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.216Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.216Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T17:00:48.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.216Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-26T17:00:48.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[98013]: ts=2024-04-26T17:00:48.216Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-26T17:00:48.530 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 podman[100696]: 2024-04-26 17:00:48.225894311 +0000 UTC m=+0.135100958 container died 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:48.858 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 podman[100696]: 2024-04-26 17:00:48.623736465 +0000 UTC m=+0.532943108 container cleanup 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:48.858 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 bash[100696]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T17:00:49.170 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 podman[100726]: 2024-04-26 17:00:48.858281397 +0000 UTC m=+0.634231317 container remove 0697981020b5b42923236f4885110b06b789bda0574f69720817c54be5367991 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:49.170 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T17:00:49.170 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 systemd[1]: Stopped Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:49.170 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:48 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.126s CPU time. 2024-04-26T17:00:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:49 smithi044 ceph-mon[21837]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:00:49.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:49 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:00:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:49 smithi044 ceph-mon[26799]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:00:49.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:49 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:00:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-mon[22751]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:00:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:00:49.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 systemd[1]: Starting Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:00:49.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 podman[100857]: 2024-04-26 17:00:49.288494982 +0000 UTC m=+0.019021420 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-26T17:00:49.529 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 podman[100857]: 2024-04-26 17:00:49.417428612 +0000 UTC m=+0.147955044 container create b37988dc0bd16e129aa61ddd1425de6688e2a026bba3a584a72a05a1def9e78c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 podman[100857]: 2024-04-26 17:00:49.644785036 +0000 UTC m=+0.375311461 container init b37988dc0bd16e129aa61ddd1425de6688e2a026bba3a584a72a05a1def9e78c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 podman[100857]: 2024-04-26 17:00:49.647422346 +0000 UTC m=+0.377948769 container start b37988dc0bd16e129aa61ddd1425de6688e2a026bba3a584a72a05a1def9e78c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:00:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.672Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-26T17:00:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.672Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-26T17:00:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.672Z caller=main.go:570 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi139 (none))" 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.672Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.672Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.673Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.673Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.675Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.675Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.677Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.677Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.476µs 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.677Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.678Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=7 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.697Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=7 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.708Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=7 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.710Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=7 2024-04-26T17:00:50.030 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.712Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=7 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.715Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=7 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.715Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=7 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.715Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=7 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.715Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.123µs wal_replay_duration=37.884089ms wbl_replay_duration=111ns total_replay_duration=37.953284ms 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.719Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.719Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.719Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 bash[100857]: b37988dc0bd16e129aa61ddd1425de6688e2a026bba3a584a72a05a1def9e78c 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 systemd[1]: Started Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.743Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.473491ms db_storage=1.06µs remote_storage=1.043µs web_handler=457ns query_engine=594ns scrape=368.33µs scrape_sd=103.845µs notify=14.743µs notify_sd=14.199µs rules=23.609386ms tracing=8.565µs 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.743Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-26T17:00:50.031 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:00:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:00:49.743Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-26T17:00:51.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:50 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.271 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.272 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:51.273 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:00:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:51 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:51 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.787 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.788 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.790 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.790 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.883 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.884 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.885 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.886 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:52.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:52.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:52.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:52.887 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:52 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:53.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:53.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:53.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:53.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:52 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:53 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:53 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:54.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:00:54] "GET /metrics HTTP/1.1" 200 38067 "" "Prometheus/2.43.0" 2024-04-26T17:00:55.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:55.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:56.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 966 B/s rd, 0 op/s 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:57.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.004 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.005 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.006 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.007 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.008 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.990 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.991 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.992 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.993 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:00:59.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:00:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.219 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.220 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.221 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.222 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.223 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.226 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.227 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.228 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.229 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.230 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:00.231 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:00:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 879 B/s rd, 0 op/s 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 879 B/s rd, 0 op/s 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 879 B/s rd, 0 op/s 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.998 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:01.999 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.000 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.035 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.036 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.037 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.038 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.038 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.038 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.038 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.038 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.038 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.040 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.041 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.042 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.043 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.948 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:02.949 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:03.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.143 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.143 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.143 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.143 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.143 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.143 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.144 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.145 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.146 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.147 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.148 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.149 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.150 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:04.151 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:05.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:04 smithi139 ceph-mon[22751]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:05.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:01:04] "GET /metrics HTTP/1.1" 200 38068 "" "Prometheus/2.43.0" 2024-04-26T17:01:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[21837]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[26799]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:05.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:06.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:05 smithi044 ceph-mon[21837]: Upgrade: Updating alertmanager.a 2024-04-26T17:01:06.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:05 smithi044 ceph-mon[21837]: Deploying daemon alertmanager.a on smithi044 2024-04-26T17:01:06.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:05 smithi044 ceph-mon[26799]: Upgrade: Updating alertmanager.a 2024-04-26T17:01:06.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:05 smithi044 ceph-mon[26799]: Deploying daemon alertmanager.a on smithi044 2024-04-26T17:01:06.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:05 smithi139 ceph-mon[22751]: Upgrade: Updating alertmanager.a 2024-04-26T17:01:06.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:05 smithi139 ceph-mon[22751]: Deploying daemon alertmanager.a on smithi044 2024-04-26T17:01:06.867 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 8s ago 30m - - 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 3s ago 30m - - 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (16m) 8s ago 24m 22.7M - 0.23.0 ba2b418f427c 16951815649e 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (15m) 3s ago 24m 51.5M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (2m) 8s ago 23m 49.1M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (117s) 3s ago 29m 465M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (13m) 8s ago 31m 535M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (31m) 8s ago 31m 98.2M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (29m) 3s ago 29m 77.5M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T17:01:07.617 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (30m) 8s ago 29m 75.2M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (68s) 8s ago 25m 9.97M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (64s) 3s ago 25m 14.9M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (29m) 8s ago 29m 53.6M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (28m) 8s ago 28m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (28m) 8s ago 28m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (27m) 8s ago 27m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (27m) 3s ago 27m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (27m) 3s ago 27m 53.7M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (26m) 3s ago 26m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (26m) 3s ago 26m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (18s) 3s ago 25m 51.2M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:01:07.618 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (23m) 8s ago 23m 76.7M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:01:07.619 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (23m) 3s ago 23m 78.7M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:01:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:07 smithi044 ceph-mon[26799]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:07 smithi044 ceph-mon[21837]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:07.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:07 smithi139 ceph-mon[22751]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:08.097 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:08.098 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:01:08.099 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:01:08.508 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:01:08.508 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:01:08.508 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading alertmanager daemons", 2024-04-26T17:01:08.509 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:01:08.510 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:01:08.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[26799]: from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:08.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[26799]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:08.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[26799]: from='client.15705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:08.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1920139777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:08.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[21837]: from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:08.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[21837]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:08.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[21837]: from='client.15705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:08.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:08 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1920139777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:09.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:08 smithi139 ceph-mon[22751]: from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:08 smithi139 ceph-mon[22751]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:08 smithi139 ceph-mon[22751]: from='client.15705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:09.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:08 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1920139777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:09.940 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:09 smithi044 ceph-mon[21837]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:09.941 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:09 smithi044 ceph-mon[21837]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:09.941 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:09 smithi044 ceph-mon[26799]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:09.941 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:09 smithi044 ceph-mon[26799]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:09 smithi139 ceph-mon[22751]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:10.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:09 smithi139 ceph-mon[22751]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:12.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:11 smithi044 ceph-mon[26799]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:12.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:11 smithi044 ceph-mon[21837]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:12.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:11 smithi139 ceph-mon[22751]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:12 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:12 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:12 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:13.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:13.107 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:12 smithi044 systemd[1]: Stopping Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:01:13.440 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[62444]: level=info ts=2024-04-26T17:01:13.106Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-26T17:01:13.440 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:13 smithi044 podman[115424]: 2024-04-26 17:01:13.147442811 +0000 UTC m=+0.170397631 container died 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:01:13.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:13 smithi044 podman[115424]: 2024-04-26 17:01:13.548148262 +0000 UTC m=+0.571103090 container cleanup 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:01:13.759 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:13 smithi044 bash[115424]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T17:01:13.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[26799]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:13.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:13.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:13.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[21837]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:13.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:13.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:13 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:14.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:13 smithi139 ceph-mon[22751]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:14.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:14.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:14.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:13 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:14.121 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:13 smithi044 podman[115451]: 2024-04-26 17:01:13.78297563 +0000 UTC m=+0.630900124 container remove 16951815649ed1434a6e8380354f5c4bd8bedc8813ac1e6cc87be3bbb537841e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:01:14.121 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:13 smithi044 podman[115451]: 2024-04-26 17:01:13.867286028 +0000 UTC m=+0.715210515 volume remove 226c3f1d4fc674ee1ec13a461be122c41bf98d224969563346e75ecf70c3dc43 2024-04-26T17:01:14.121 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T17:01:14.121 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 systemd[1]: Stopped Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:01:14.122 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Consumed 1.581s CPU time. 2024-04-26T17:01:14.451 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 systemd[1]: Starting Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:01:14.758 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 podman[115580]: 2024-04-26 17:01:14.354420065 +0000 UTC m=+0.018746879 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-26T17:01:14.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:14 smithi044 ceph-mon[26799]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:01:14.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:14 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:01:14.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:14 smithi044 ceph-mon[21837]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:01:14.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:14 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:01:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:14 smithi139 ceph-mon[22751]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:01:15.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:14 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:01:15.070 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:01:14] "GET /metrics HTTP/1.1" 200 38072 "" "Prometheus/2.43.0" 2024-04-26T17:01:15.071 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 podman[115580]: 2024-04-26 17:01:14.804373102 +0000 UTC m=+0.468699914 volume create 86c1df46dd2cddf09f0dc7662f34c3952070e552ecb0798913f102badd88d3ef 2024-04-26T17:01:15.071 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:14 smithi044 podman[115580]: 2024-04-26 17:01:14.89636453 +0000 UTC m=+0.560691341 container create b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:01:15.508 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 podman[115580]: 2024-04-26 17:01:15.182994849 +0000 UTC m=+0.847321664 container init b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:01:15.508 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 podman[115580]: 2024-04-26 17:01:15.186402624 +0000 UTC m=+0.850729445 container start b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:01:15.508 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.201Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.201Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.202Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.44 port=9094 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.204Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.229Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.230Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.232Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:15.232Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 bash[115580]: b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b 2024-04-26T17:01:15.509 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:15 smithi044 systemd[1]: Started Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:01:15.951 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:15] ENGINE Bus STOPPING 2024-04-26T17:01:15.951 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T17:01:15.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:15] ENGINE Bus STOPPED 2024-04-26T17:01:15.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:15] ENGINE Bus STARTING 2024-04-26T17:01:15.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:15] ENGINE Serving on http://:::9283 2024-04-26T17:01:15.952 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:15 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:15] ENGINE Bus STARTED 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T17:01:16.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044:9093"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044:9093"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T17:01:16.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044:9093"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044:9093"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 912 B/s rd, 0 op/s 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:16.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044:9093"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi044:9093"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:16.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:16 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.362 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:17.205Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000469089s 2024-04-26T17:01:17.622 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.623 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.624 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.625 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.626 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.627 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.628 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.629 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:17 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:17.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:17 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 533 B/s rd, 0 op/s 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 533 B/s rd, 0 op/s 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:18 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 533 B/s rd, 0 op/s 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:18.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:18.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:18.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:18.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:18 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.496 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:19 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:19.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:19 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.740 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.740 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.740 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.740 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.740 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.740 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.741 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.742 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.743 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.744 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.745 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.746 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.747 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.748 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:20 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:20.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:20.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:20 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.486 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.487 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.488 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.492 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.495 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:21 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:21.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:21.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:21.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:21 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:22.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:22 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:22.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:22.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:22.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:22.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:22.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:22 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:23 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:23.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:23 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-26T17:01:24.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:24.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:24 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.126 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:01:24] "GET /metrics HTTP/1.1" 200 38072 "" "Prometheus/2.43.0" 2024-04-26T17:01:25.413 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:01:25.208Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004061497s 2024-04-26T17:01:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:25 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.726 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.727 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.728 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.729 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.730 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.731 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.733 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.734 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:25.735 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:25.736 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:25 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-26T17:01:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:26 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-26T17:01:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:26.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:26.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:26.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:26.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:26 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.636 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.638 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.639 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.640 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.641 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.642 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.643 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:27.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:28.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:28 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:28.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:28 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:28.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:28 smithi139 ceph-mon[22751]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:28.700 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:28 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:28.700 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:28 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:28.700 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:28 smithi044 ceph-mon[21837]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:28.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:28 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:28.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:28 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:28.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:28 smithi044 ceph-mon[26799]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[21837]: Upgrade: Updating grafana.a 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[21837]: Deploying daemon grafana.a on smithi139 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[21837]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:29.958 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:29.959 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:29.959 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[26799]: Upgrade: Updating grafana.a 2024-04-26T17:01:29.959 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[26799]: Deploying daemon grafana.a on smithi139 2024-04-26T17:01:29.959 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:29 smithi044 ceph-mon[26799]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:29 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:29 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:30.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:29 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:29 smithi139 ceph-mon[22751]: Upgrade: Updating grafana.a 2024-04-26T17:01:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:29 smithi139 ceph-mon[22751]: Deploying daemon grafana.a on smithi139 2024-04-26T17:01:30.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:29 smithi139 ceph-mon[22751]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:32 smithi044 ceph-mon[26799]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:33.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:32 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:33.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:32 smithi044 ceph-mon[21837]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:33.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:32 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:32 smithi139 ceph-mon[22751]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:32 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:35.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:34 smithi044 ceph-mon[26799]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:35.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:34 smithi044 ceph-mon[21837]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:35.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:01:34] "GET /metrics HTTP/1.1" 200 38068 "" "Prometheus/2.43.0" 2024-04-26T17:01:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:34 smithi139 ceph-mon[22751]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:36.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:36 smithi139 ceph-mon[22751]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:37.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:36 smithi044 ceph-mon[26799]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:37.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:36 smithi044 ceph-mon[21837]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:38.899 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:01:38.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:38 smithi139 ceph-mon[22751]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:39.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:38 smithi044 ceph-mon[21837]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:39.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:38 smithi044 ceph-mon[26799]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:39.278 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:39 smithi139 systemd[1]: Stopping Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:01:39.602 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:01:39.602 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 10s ago 30m - - 2024-04-26T17:01:39.602 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 15s ago 30m - - 2024-04-26T17:01:39.602 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (25s) 10s ago 25m 15.9M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:01:39.602 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (16m) 15s ago 24m 52.1M - 8.3.5 dad864ee21e9 da42d8311dda 2024-04-26T17:01:39.602 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (3m) 10s ago 23m 49.4M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (2m) 15s ago 30m 465M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (13m) 10s ago 31m 536M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (31m) 10s ago 31m 101M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (30m) 15s ago 30m 77.8M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (30m) 10s ago 30m 76.9M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (100s) 10s ago 25m 10.2M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (96s) 15s ago 25m 14.9M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (29m) 10s ago 29m 53.6M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (29m) 10s ago 29m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:01:39.603 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (28m) 10s ago 28m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (28m) 10s ago 28m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (28m) 15s ago 28m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (27m) 15s ago 27m 53.8M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (26m) 15s ago 27m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (26m) 15s ago 26m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (50s) 15s ago 25m 51.8M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (24m) 10s ago 24m 76.9M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:01:39.604 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (24m) 15s ago 24m 78.8M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:01:39.776 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[54593]: t=2024-04-26T17:01:39+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-26T17:01:39.776 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:39 smithi139 podman[109765]: 2024-04-26 17:01:39.477741704 +0000 UTC m=+0.154679539 container died da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, description=Ceph Grafana Container, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.buildah.version=1.24.2, build-date=2022-03-28T10:36:18.413762, vcs-type=git, release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-26T17:01:40.025 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:01:40.025 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:01:40.026 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:01:40.027 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T17:01:40.027 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:01:40.027 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:01:40.027 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:01:40.028 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:39 smithi139 podman[109765]: 2024-04-26 17:01:39.858627418 +0000 UTC m=+0.535565251 container cleanup da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, distribution-scope=public, io.buildah.version=1.24.2, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, architecture=x86_64, build-date=2022-03-28T10:36:18.413762, name=ubi8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, maintainer=Paul Cuzner , release=236.1648460182, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, version=8.5, vendor=Red Hat, Inc., description=Ceph Grafana Container) 2024-04-26T17:01:40.028 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:39 smithi139 bash[109765]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [ 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr" 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "2/2 daemons upgraded", 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading grafana daemons", 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:01:40.377 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:01:40.471 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 podman[109779]: 2024-04-26 17:01:40.127083402 +0000 UTC m=+0.648550880 container remove da42d8311ddad9ac537b2463d7cbc77911efbe8d20f461b5ef87561929e7fd86 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, release=236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., io.openshift.expose-services=, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , name=ubi8, com.redhat.component=ubi8-container, io.buildah.version=1.24.2, vcs-type=git, build-date=2022-03-28T10:36:18.413762, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-26T17:01:40.471 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-26T17:01:40.471 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 systemd[1]: Stopped Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:01:40.471 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Consumed 5.920s CPU time. 2024-04-26T17:01:40.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:40 smithi139 ceph-mon[22751]: from='client.15723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:40.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:40 smithi139 ceph-mon[22751]: from='client.25630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:40.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:40 smithi139 ceph-mon[22751]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:40.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:40 smithi139 ceph-mon[22751]: from='client.25636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:40.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:40 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/1437088675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:40.774 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 systemd[1]: Starting Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:01:40.774 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 podman[109923]: 2024-04-26 17:01:40.594670319 +0000 UTC m=+0.021276219 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-26T17:01:40.774 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 podman[109923]: 2024-04-26 17:01:40.719854209 +0000 UTC m=+0.146460097 container create 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[26799]: from='client.15723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[26799]: from='client.25630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[26799]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[26799]: from='client.25636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/1437088675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:41.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[21837]: from='client.15723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[21837]: from='client.25630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[21837]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[21837]: from='client.25636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:40 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/1437088675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:41.023 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 podman[109923]: 2024-04-26 17:01:40.905543593 +0000 UTC m=+0.332149471 container init 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:41.023 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:40 smithi139 podman[109923]: 2024-04-26 17:01:40.926817301 +0000 UTC m=+0.353423188 container start 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:41.023 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 bash[109923]: 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 systemd[1]: Started Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.09505085Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.09524619Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095259061Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095262812Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095265871Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-26T17:01:41.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095268847Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095271399Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095274106Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095276822Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095279658Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095282365Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095284968Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.09528843Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095291131Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095293729Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095296419Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-26T17:01:41.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095298795Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095301532Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=settings t=2024-04-26T17:01:41.095305199Z level=info msg="App mode production" 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=sqlstore t=2024-04-26T17:01:41.095361426Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=sqlstore t=2024-04-26T17:01:41.095374466Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.110432571Z level=info msg="Starting DB migrations" 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.114485364Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-26T17:01:41.281 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.126173871Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.127321535Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.129730908Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.132210698Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.134569618Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.137099046Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.139546181Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.140264555Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.14109404Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.141821135Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.142976601Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.143317602Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.14442027Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-26T17:01:41.282 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.145492647Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.146558045Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.14686838Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.147966776Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.149069914Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.149826257Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.150920346Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.152018727Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.152467881Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.153161842Z level=info msg="Executing migration" id="create alert_image table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.153960611Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.1547466Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.155114127Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.155923213Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-26T17:01:41.283 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.156740599Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.156814326Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.157524843Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.158028761Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.158872313Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.159661298Z level=info msg="Executing migration" id="create secrets table" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.16047742Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.166626098Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.167755211Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.168528991Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.174858102Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.18163943Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.183064002Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.183867184Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.184601758Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-26T17:01:41.284 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.18493075Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.187547262Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.188886286Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.190247589Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.193110319Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.193624134Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.196393671Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-26T17:01:41.285 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.199110963Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.201790027Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.202161011Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.204819909Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.207637188Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.21029585Z level=info msg="Executing migration" id="add correlation config column" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.211514491Z level=info msg="Executing migration" id="create entity_events table" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.214312734Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.216842145Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.216963788Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.219396364Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.219509247Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-26T17:01:41.286 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.219939102Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.222620696Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.223109663Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.22535632Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.228040009Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.228607224Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.231014206Z level=info msg="Executing migration" id="Drop public config table" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.233531816Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.235974891Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.236455221Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.239016721Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.241591252Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.245656387Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-26T17:01:41.287 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.246855866Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.249323911Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.251881437Z level=info msg="Executing migration" id="add share column" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.254430942Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.254979058Z level=info msg="Executing migration" id="create file table" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.257420977Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.258156095Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.25886461Z level=info msg="Executing migration" id="create file_meta table" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.259408147Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.260005037Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.260356907Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.261928839Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.262798462Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.263629194Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-26T17:01:41.288 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.265453706Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.265875106Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.266472345Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.266996039Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.267935246Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.26843397Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.270254695Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.272137867Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-26T17:01:41.289 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.272794544Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-26T17:01:41.653 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:41] ENGINE Bus STOPPING 2024-04-26T17:01:41.653 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T17:01:41.653 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:41] ENGINE Bus STOPPED 2024-04-26T17:01:41.653 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:41] ENGINE Bus STARTING 2024-04-26T17:01:41.653 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:41] ENGINE Serving on http://:::9283 2024-04-26T17:01:41.653 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:01:41] ENGINE Bus STARTED 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.291941298Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.292397292Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.292998353Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.297885577Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.29846414Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.298822167Z level=info msg="Executing migration" id="create folder table" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.299200801Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.299666765Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.300124357Z level=info msg="Executing migration" id="Update folder title length" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.300396174Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=migrator t=2024-04-26T17:01:41.300863352Z level=info msg="migrations completed" performed=105 skipped=376 duration=186.424261ms 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=sqlstore t=2024-04-26T17:01:41.301211988Z level=info msg="Created default organization" 2024-04-26T17:01:41.661 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=plugin.finder t=2024-04-26T17:01:41.334312972Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-26T17:01:41.662 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=secrets t=2024-04-26T17:01:41.334441752Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-26T17:01:41.662 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=query_data t=2024-04-26T17:01:41.338701874Z level=info msg="Query Service initialization" 2024-04-26T17:01:41.662 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=live.push_http t=2024-04-26T17:01:41.341544388Z level=info msg="Live Push Gateway initialization" 2024-04-26T17:01:41.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:41.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.994 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:41.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:41.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:41.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:41.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:41.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:42.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:42.278 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=infra.usagestats.collector t=2024-04-26T17:01:41.994653279Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=provisioning.datasources t=2024-04-26T17:01:41.996441661Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=provisioning.datasources t=2024-04-26T17:01:41.996452883Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:41 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=provisioning.datasources t=2024-04-26T17:01:41.996548419Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=provisioning.alerting t=2024-04-26T17:01:42.019444662Z level=info msg="starting to provision alerting" 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=provisioning.alerting t=2024-04-26T17:01:42.019459161Z level=info msg="finished to provision alerting" 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=ngalert.state.manager t=2024-04-26T17:01:42.019617806Z level=info msg="Warming state cache for startup" 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=grafanaStorageLogger t=2024-04-26T17:01:42.020565601Z level=info msg="storage starting" 2024-04-26T17:01:42.279 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=http.server t=2024-04-26T17:01:42.028657604Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-26T17:01:42.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=ngalert.state.manager t=2024-04-26T17:01:42.032973345Z level=info msg="State cache has been initialized" states=0 duration=13.354994ms 2024-04-26T17:01:42.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=ticker t=2024-04-26T17:01:42.033023248Z level=info msg=starting first_tick=2024-04-26T17:01:50Z 2024-04-26T17:01:42.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=ngalert.multiorg.alertmanager t=2024-04-26T17:01:42.033044445Z level=info msg="starting MultiOrg Alertmanager" 2024-04-26T17:01:42.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=sqlstore.transactions t=2024-04-26T17:01:42.044369765Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-26T17:01:42.280 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=sqlstore.transactions t=2024-04-26T17:01:42.055802065Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-26T17:01:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:42 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi139.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T17:01:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:43.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:42 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:44.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:44 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:01:44] "GET /metrics HTTP/1.1" 200 38072 "" "Prometheus/2.43.0" 2024-04-26T17:01:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:45.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:45.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:45.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:46.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:45 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:45 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:46.756 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:46 smithi139 ceph-mon[22751]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:46.756 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:46 smithi139 ceph-mon[22751]: Upgrade: Updating grafana.a 2024-04-26T17:01:46.756 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:46 smithi139 ceph-mon[22751]: Deploying daemon grafana.a on smithi139 2024-04-26T17:01:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:46 smithi044 ceph-mon[21837]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:46 smithi044 ceph-mon[21837]: Upgrade: Updating grafana.a 2024-04-26T17:01:47.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:46 smithi044 ceph-mon[21837]: Deploying daemon grafana.a on smithi139 2024-04-26T17:01:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:46 smithi044 ceph-mon[26799]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:46 smithi044 ceph-mon[26799]: Upgrade: Updating grafana.a 2024-04-26T17:01:47.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:46 smithi044 ceph-mon[26799]: Deploying daemon grafana.a on smithi139 2024-04-26T17:01:47.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:47 smithi139 ceph-mon[22751]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:48.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:47 smithi044 ceph-mon[21837]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:48.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:47 smithi044 ceph-mon[26799]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:50.202 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.202 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.202 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.202 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[26799]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:50.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.203 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:49 smithi044 ceph-mon[21837]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:50.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:49 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:50.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:49 smithi139 ceph-mon[22751]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:52 smithi044 ceph-mon[21837]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:53.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:52 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:53.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:52 smithi044 ceph-mon[26799]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:53.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:52 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:52 smithi139 ceph-mon[22751]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:01:53.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:52 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:01:54.278 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:53 smithi139 systemd[1]: Stopping Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:01:54.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-mon[22751]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:54.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:54.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:54.776 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:01:54] "GET /metrics HTTP/1.1" 200 38072 "" "Prometheus/2.43.0" 2024-04-26T17:01:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[21837]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[26799]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:01:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:54 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.028 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=server t=2024-04-26T17:01:54.776449098Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-26T17:01:55.028 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=tracing t=2024-04-26T17:01:54.776530296Z level=info msg="Closing tracing" 2024-04-26T17:01:55.028 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:54 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[110011]: logger=ticker t=2024-04-26T17:01:54.77673994Z level=info msg=stopped last_tick=2024-04-26T17:01:50Z 2024-04-26T17:01:55.028 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:54 smithi139 podman[112039]: 2024-04-26 17:01:54.78698616 +0000 UTC m=+0.117616845 container died 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:55.394 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 podman[112039]: 2024-04-26 17:01:55.185290064 +0000 UTC m=+0.515920748 container cleanup 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:55.394 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 bash[112039]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a 2024-04-26T17:01:55.722 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 podman[112076]: 2024-04-26 17:01:55.394664898 +0000 UTC m=+0.607406906 container remove 104a50334fa9906f907e17420f0c63e01dfa6e720eeb2fd01a9e6ad0b541011b (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:55.723 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-26T17:01:55.723 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 systemd[1]: Stopped Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:01:55.723 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Consumed 2.569s CPU time. 2024-04-26T17:01:55.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.978 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:55 smithi139 ceph-mon[22751]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 900 B/s rd, 0 op/s 2024-04-26T17:01:55.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:55 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:55.979 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 systemd[1]: Starting Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:01:55.979 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 podman[112206]: 2024-04-26 17:01:55.840119451 +0000 UTC m=+0.018363656 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-26T17:01:55.979 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:55 smithi139 podman[112206]: 2024-04-26 17:01:55.979155223 +0000 UTC m=+0.157399458 container create 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:56.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[21837]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 900 B/s rd, 0 op/s 2024-04-26T17:01:56.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[26799]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 900 B/s rd, 0 op/s 2024-04-26T17:01:56.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.278 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 podman[112206]: 2024-04-26 17:01:56.223068092 +0000 UTC m=+0.401312287 container init 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:56.278 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 podman[112206]: 2024-04-26 17:01:56.225715937 +0000 UTC m=+0.403960129 container start 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:01:56.624 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 bash[112206]: 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 systemd[1]: Started Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377785794Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377968417Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.37797927Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377982622Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.3779855Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377988192Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377991316Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377993957Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377996641Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.377999513Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378002436Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-26T17:01:56.625 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378004976Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.37800748Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378010096Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378013Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378015358Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378017697Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.37802228Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=settings t=2024-04-26T17:01:56.378024927Z level=info msg="App mode production" 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=sqlstore t=2024-04-26T17:01:56.378066899Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=sqlstore t=2024-04-26T17:01:56.378077721Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=migrator t=2024-04-26T17:01:56.393221686Z level=info msg="Starting DB migrations" 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=migrator t=2024-04-26T17:01:56.397725786Z level=info msg="migrations completed" performed=0 skipped=481 duration=420.592µs 2024-04-26T17:01:56.626 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=sqlstore t=2024-04-26T17:01:56.398076631Z level=info msg="Created default organization" 2024-04-26T17:01:56.627 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=plugin.finder t=2024-04-26T17:01:56.4452537Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-26T17:01:56.627 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=secrets t=2024-04-26T17:01:56.445381979Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-26T17:01:56.627 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=query_data t=2024-04-26T17:01:56.447820239Z level=info msg="Query Service initialization" 2024-04-26T17:01:56.627 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=live.push_http t=2024-04-26T17:01:56.452380998Z level=info msg="Live Push Gateway initialization" 2024-04-26T17:01:56.935 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:56.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:56.937 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:56 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=infra.usagestats.collector t=2024-04-26T17:01:57.140285233Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=provisioning.datasources t=2024-04-26T17:01:57.142517116Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=provisioning.datasources t=2024-04-26T17:01:57.14253124Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=provisioning.datasources t=2024-04-26T17:01:57.14265593Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=provisioning.alerting t=2024-04-26T17:01:57.171678098Z level=info msg="starting to provision alerting" 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=provisioning.alerting t=2024-04-26T17:01:57.171697131Z level=info msg="finished to provision alerting" 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=ngalert.state.manager t=2024-04-26T17:01:57.171884464Z level=info msg="Warming state cache for startup" 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=grafanaStorageLogger t=2024-04-26T17:01:57.172939064Z level=info msg="storage starting" 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=http.server t=2024-04-26T17:01:57.174936371Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-26T17:01:57.229 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=ngalert.state.manager t=2024-04-26T17:01:57.184815421Z level=info msg="State cache has been initialized" states=0 duration=12.926929ms 2024-04-26T17:01:57.230 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=ngalert.multiorg.alertmanager t=2024-04-26T17:01:57.18498946Z level=info msg="starting MultiOrg Alertmanager" 2024-04-26T17:01:57.230 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=ticker t=2024-04-26T17:01:57.185021096Z level=info msg=starting first_tick=2024-04-26T17:02:00Z 2024-04-26T17:01:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:01:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:56 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.865 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.866 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.867 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Cluster is now healthy 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.868 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.869 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:57.870 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:57 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:01:58.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:57 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.914 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.915 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.916 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.917 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.918 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:58.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:58.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:58.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:58.919 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:58 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.970 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.971 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.972 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.973 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:01:59.974 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:01:59 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.270 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:01:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.906 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.907 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.908 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:00.909 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:00.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:00.910 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:00 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:01.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:01.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:01.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:01.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:01.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.201 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.201 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.201 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.201 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.201 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.201 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.204 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:02.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:02.206 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:02.206 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:01 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.030 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.031 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.032 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.033 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.034 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.035 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:02 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:03.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.043 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.044 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.044 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.044 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.044 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.044 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.044 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.045 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.046 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.046 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.046 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.046 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.047 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.047 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.047 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.047 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.047 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.048 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.048 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.048 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.048 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.049 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.049 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.049 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.050 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.050 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.050 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.051 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.051 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.051 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.051 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.051 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.052 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.052 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.052 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.052 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.052 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.053 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.053 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.053 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.053 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.053 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.053 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.054 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:03 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:04.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:04.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:04.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:04.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.071 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.072 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.073 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.075 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.075 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:04 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:02:04] "GET /metrics HTTP/1.1" 200 38069 "" "Prometheus/2.43.0" 2024-04-26T17:02:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 929 B/s rd, 0 op/s 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:05.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:05.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:05.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.275 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.277 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.277 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.277 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.277 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.277 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.277 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:05 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.875 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.876 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.877 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 878 B/s rd, 0 op/s 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.878 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.879 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:06.880 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:06 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 878 B/s rd, 0 op/s 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 878 B/s rd, 0 op/s 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.899 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: Upgrade: Finalizing container_image settings 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:02:07.900 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.903 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: Upgrade: Complete! 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.904 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:07.905 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:07 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: Upgrade: Finalizing container_image settings 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: Upgrade: Finalizing container_image settings 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:02:08.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:02:08.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:02:08.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: Upgrade: Complete! 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: Upgrade: Complete! 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.021 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.022 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:08 smithi044 ceph-mon[21837]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:08.929 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:08 smithi044 ceph-mon[26799]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:09.189 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:08 smithi139 ceph-mon[22751]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:10.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:10.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:10 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:11.149 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:11 smithi139 ceph-mon[22751]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:11.429 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:11 smithi044 ceph-mon[21837]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:11.430 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:11 smithi044 ceph-mon[26799]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:11.457 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-04-26T17:02:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:12 smithi044 ceph-mon[21837]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:12.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:12 smithi044 ceph-mon[26799]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:12.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:12 smithi139 ceph-mon[22751]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:12 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:13.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:12 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:13.596 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:02:13.920 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:13 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:13.920 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:13 smithi044 ceph-mon[21837]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:13.920 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:13 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2454712315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:13.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:13 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:13.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:13 smithi044 ceph-mon[26799]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:13.921 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:13 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2454712315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:14.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:13 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:14.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:13 smithi139 ceph-mon[22751]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:14.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:13 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/2454712315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:14.213 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-04-26T17:02:15.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:02:14] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.43.0" 2024-04-26T17:02:15.739 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:15 smithi044 ceph-mon[21837]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:15.739 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:15 smithi044 ceph-mon[26799]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:16.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:15 smithi139 ceph-mon[22751]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:16.293 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)" 2024-04-26T17:02:16.875 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-04-26T17:02:16.898 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:16 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/873622548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:16.898 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:16 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/873622548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:16 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/873622548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:17.893 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:17 smithi044 ceph-mon[21837]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:17.893 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:17 smithi044 ceph-mon[26799]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:17 smithi139 ceph-mon[22751]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:19.051 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:02:19.698 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-04-26T17:02:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:19 smithi044 ceph-mon[26799]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:20.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:19 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/5238665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:19 smithi044 ceph-mon[21837]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:20.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:19 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/5238665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:19 smithi139 ceph-mon[22751]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:19 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/5238665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:21.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:21 smithi044 ceph-mon[21837]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:21 smithi044 ceph-mon[26799]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:22.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:21 smithi139 ceph-mon[22751]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:23 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:23 smithi044 ceph-mon[21837]: from='client.15777 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:23.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:23 smithi044 ceph-mon[21837]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:23 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:23.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:23 smithi044 ceph-mon[26799]: from='client.15777 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:23.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:23 smithi044 ceph-mon[26799]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:24.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:23 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:24.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:23 smithi139 ceph-mon[22751]: from='client.15777 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:24.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:23 smithi139 ceph-mon[22751]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:24.365 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:02:24.995 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:02:24] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.43.0" 2024-04-26T17:02:24.996 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:24 smithi044 ceph-mon[26799]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:24.996 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:24 smithi044 ceph-mon[21837]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:25.022 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade status' 2024-04-26T17:02:25.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:24 smithi139 ceph-mon[22751]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": null, 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": false, 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "", 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": null, 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "", 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:02:27.056 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:02:27.754 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph health detail' 2024-04-26T17:02:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:27 smithi044 ceph-mon[26799]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:28.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:28.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:27 smithi044 ceph-mon[21837]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:28.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:27 smithi139 ceph-mon[22751]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:27 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[26799]: from='client.25684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[21837]: from='client.25684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:29.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:28 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:28 smithi139 ceph-mon[22751]: from='client.25684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:28 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:28 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:28 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:29 smithi139 ceph-mon[22751]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:29 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:29 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:29 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[21837]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:29.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.918 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[26799]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:29.918 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.918 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:29.918 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:29 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:31.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:31 smithi139 ceph-mon[22751]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:31.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:31 smithi044 ceph-mon[21837]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:31.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:31 smithi044 ceph-mon[26799]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:32.212 INFO:teuthology.orchestra.run.smithi044.stdout:HEALTH_OK 2024-04-26T17:02:32.961 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:32 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3313304043' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:02:32.962 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:32 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3313304043' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:02:32.991 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-04-26T17:02:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:32 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/3313304043' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:02:34.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:33 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:34.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:33 smithi044 ceph-mon[21837]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:33 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:34.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:33 smithi044 ceph-mon[26799]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:34.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:33 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:34.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:33 smithi139 ceph-mon[22751]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:34.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:34 smithi044 ceph-mon[21837]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:34.882 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:34 smithi044 ceph-mon[26799]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:35.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:34 smithi139 ceph-mon[22751]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:02:34] "GET /metrics HTTP/1.1" 200 38070 "" "Prometheus/2.43.0" 2024-04-26T17:02:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:35 smithi044 ceph-mon[26799]: from='client.25696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:36.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:35 smithi044 ceph-mon[26799]: from='client.25702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mon", "hosts": "smithi139", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:35 smithi044 ceph-mon[21837]: from='client.25696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:35 smithi044 ceph-mon[21837]: from='client.25702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mon", "hosts": "smithi139", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:36.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:35 smithi139 ceph-mon[22751]: from='client.25696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:36.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:35 smithi139 ceph-mon[22751]: from='client.25702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mon", "hosts": "smithi139", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:37.582 INFO:teuthology.orchestra.run.smithi044.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:37 smithi044 ceph-mon[21837]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:37.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:37 smithi044 ceph-mon[26799]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:37.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:38.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:37 smithi139 ceph-mon[22751]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:38.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:37 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:38.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:37 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:38.478 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-26T17:02:38.669 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[26799]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:38.669 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[21837]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:38.669 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:38.669 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:38.973 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:38.973 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:38.973 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:38.973 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:38.973 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:38.974 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:38.974 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:38.974 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:38 smithi139 ceph-mon[22751]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:39.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:38 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:39.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:38 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:39 smithi044 ceph-mon[26799]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:40.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:39 smithi044 ceph-mon[26799]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:39 smithi044 ceph-mon[21837]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:40.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:39 smithi044 ceph-mon[21837]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:39 smithi139 ceph-mon[22751]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:02:40.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:39 smithi139 ceph-mon[22751]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:41.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:41.711 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:41.712 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:41.712 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:02:41.712 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:41 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T17:02:41.982 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:02:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:42.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:02:42.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:41 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 13s ago 31m - - 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 14s ago 31m - - 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (88s) 13s ago 26m 16.4M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (46s) 14s ago 25m 73.8M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (4m) 13s ago 24m 53.2M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (3m) 14s ago 31m 466M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (14m) 13s ago 32m 545M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:02:42.678 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (32m) 13s ago 32m 101M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (31m) 14s ago 31m 77.9M 2048M 17.2.0 e1d6a67b021e aec1088a75e2 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (31m) 13s ago 31m 77.1M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (2m) 13s ago 26m 9.97M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (2m) 14s ago 26m 15.3M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (30m) 13s ago 30m 53.7M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (30m) 13s ago 30m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (29m) 13s ago 29m 51.3M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (29m) 13s ago 29m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (29m) 14s ago 29m 56.9M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (28m) 14s ago 28m 53.8M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (27m) 14s ago 28m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (27m) 14s ago 27m 56.9M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (113s) 14s ago 26m 60.9M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:02:42.679 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (25m) 13s ago 25m 77.1M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:02:42.680 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (25m) 14s ago 25m 79.0M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:02:42.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:42 smithi139 ceph-mon[22751]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:02:42.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:42 smithi139 ceph-mon[22751]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[26799]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[26799]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all mgr 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[26799]: Upgrade: It appears safe to stop mon.b 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[21837]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[21837]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:02:43.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all mgr 2024-04-26T17:02:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[21837]: Upgrade: It appears safe to stop mon.b 2024-04-26T17:02:43.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:42 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:42 smithi139 ceph-mon[22751]: Upgrade: Setting container_image for all mgr 2024-04-26T17:02:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:42 smithi139 ceph-mon[22751]: Upgrade: It appears safe to stop mon.b 2024-04-26T17:02:43.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:42 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:02:43.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:02:43.105 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi139", 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "0/1 daemons upgraded", 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading mon daemons", 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:02:43.460 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='client.15807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='client.15813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='client.15819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/853035555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:02:43.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='client.15807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='client.15813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='client.15819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/853035555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:02:43.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:43 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:43.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='client.15807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='client.15813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='client.15819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='client.? 172.21.15.44:0/853035555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:02:43.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:43 smithi139 ceph-mon[22751]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:44.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:44 smithi139 ceph-mon[22751]: Upgrade: Updating mon.b 2024-04-26T17:02:44.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:44 smithi139 ceph-mon[22751]: Deploying daemon mon.b on smithi139 2024-04-26T17:02:44.958 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:44 smithi139 ceph-mon[22751]: from='client.15831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:45.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:02:44] "GET /metrics HTTP/1.1" 200 38066 "" "Prometheus/2.43.0" 2024-04-26T17:02:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-mon[26799]: Upgrade: Updating mon.b 2024-04-26T17:02:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-mon[26799]: Deploying daemon mon.b on smithi139 2024-04-26T17:02:45.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-mon[26799]: from='client.15831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-mon[21837]: Upgrade: Updating mon.b 2024-04-26T17:02:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-mon[21837]: Deploying daemon mon.b on smithi139 2024-04-26T17:02:45.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:44 smithi044 ceph-mon[21837]: from='client.15831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:02:45.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:45 smithi139 systemd[1]: Stopping Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:02:45.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b[22734]: 2024-04-26T17:02:45.479+0000 7f908a003700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:02:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b[22734]: 2024-04-26T17:02:45.479+0000 7f908a003700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T17:02:45.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:45 smithi139 podman[117028]: 2024-04-26 17:02:45.704424537 +0000 UTC m=+0.328192565 container died aec1088a75e2aad9df5eb18b9f8a9120f8c293e38c3245d9bd1eee5cd55c5904 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, vcs-type=git, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.openshift.tags=base centos centos-stream, version=8, RELEASE=HEAD, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:02:46.239 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 podman[117028]: 2024-04-26 17:02:46.079826357 +0000 UTC m=+0.703594391 container cleanup aec1088a75e2aad9df5eb18b9f8a9120f8c293e38c3245d9bd1eee5cd55c5904 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, vendor=Red Hat, Inc., architecture=x86_64, RELEASE=HEAD, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, version=8, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True) 2024-04-26T17:02:46.239 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 bash[117028]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b 2024-04-26T17:02:46.507 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 podman[117068]: 2024-04-26 17:02:46.281388533 +0000 UTC m=+0.579001805 container remove aec1088a75e2aad9df5eb18b9f8a9120f8c293e38c3245d9bd1eee5cd55c5904 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, vcs-type=git, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, release=754, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD) 2024-04-26T17:02:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-26T17:02:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 systemd[1]: Stopped Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:02:46.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.b.service: Consumed 24.322s CPU time. 2024-04-26T17:02:46.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 systemd[1]: Starting Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 podman[117324]: 2024-04-26 17:02:46.859198466 +0000 UTC m=+0.019270055 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:46 smithi139 podman[117324]: 2024-04-26 17:02:46.965803526 +0000 UTC m=+0.125875095 container create f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 podman[117324]: 2024-04-26 17:02:47.15159781 +0000 UTC m=+0.311669382 container init f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, ceph=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424) 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 podman[117324]: 2024-04-26 17:02:47.155334889 +0000 UTC m=+0.315406466 container start f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev), process ceph-mon, pid 2 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: pidfile_write: ignore empty --pid-file 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: load: jerasure load: lrc 2024-04-26T17:02:47.243 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: RocksDB version: 7.9.2 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Git sha 0 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Compile date 2024-04-26 03:22:31 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: DB SUMMARY 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: DB Session ID: DMJDLBNQH27ULIPUQRMJ 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: CURRENT file: CURRENT 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: MANIFEST file: MANIFEST-000009 size: 5422 Bytes 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000093.sst 2024-04-26T17:02:47.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000091.log size: 1538470 ; 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.error_if_exists: 0 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.create_if_missing: 0 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.paranoid_checks: 1 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.env: 0x55d139ad4cc0 2024-04-26T17:02:47.245 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.info_log: 0x55d13c0a1d80 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.statistics: (nil) 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.use_fsync: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_log_file_size: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.allow_fallocate: 1 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.use_direct_reads: 0 2024-04-26T17:02:47.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.db_log_dir: 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.wal_dir: 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.write_buffer_manager: 0x55d13c073220 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T17:02:47.247 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.unordered_write: 0 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.row_cache: None 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.wal_filter: None 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T17:02:47.248 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.two_write_queues: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.wal_compression: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.atomic_flush: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.log_readahead_size: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T17:02:47.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_background_jobs: 2 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_background_compactions: -1 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_subcompactions: 1 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T17:02:47.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_open_files: -1 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_background_flushes: -1 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Compression algorithms supported: 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kZSTD supported: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kXpressCompression supported: 0 2024-04-26T17:02:47.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kZlibCompression supported: 1 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kSnappyCompression supported: 1 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kLZ4Compression supported: 1 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: kBZip2Compression supported: 0 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.merge_operator: 2024-04-26T17:02:47.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_filter: None 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d13c0a1f40) 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks: 1 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_top_level_index_and_filter: 1 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_type: 0 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_index_type: 0 2024-04-26T17:02:47.253 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_shortening: 1 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: checksum: 4 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: no_block_cache: 0 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache: 0x55d13c0a51f0 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_name: BinnedLRUCache 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_options: 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: capacity : 536870912 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_shard_bits : 4 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: strict_capacity_limit : 0 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: high_pri_pool_ratio: 0.000 2024-04-26T17:02:47.254 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_compressed: (nil) 2024-04-26T17:02:47.255 INFO:journalctl@ceph.mon.b.smithi139.stdout: persistent_cache: (nil) 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size: 4096 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size_deviation: 10 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_restart_interval: 16 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_block_restart_interval: 1 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_block_size: 4096 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: partition_filters: 0 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_delta_encoding: 1 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: filter_policy: bloomfilter 2024-04-26T17:02:47.256 INFO:journalctl@ceph.mon.b.smithi139.stdout: whole_key_filtering: 1 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: verify_compression: 0 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: read_amp_bytes_per_bit: 0 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: format_version: 5 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_index_compression: 1 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_align: 0 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_auto_readahead_size: 262144 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: prepopulate_block_cache: 0 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: initial_auto_readahead_size: 8192 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression: NoCompression 2024-04-26T17:02:47.257 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.num_levels: 7 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T17:02:47.258 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T17:02:47.259 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T17:02:47.260 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T17:02:47.261 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.inplace_update_support: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.bloom_locality: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.max_successive_merges: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T17:02:47.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.ttl: 2592000 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.enable_blob_files: false 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.min_blob_size: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T17:02:47.263 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 93.sst 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 95, last_sequence is 55051, log_number is 91,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 91 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 72c4aa3a-416a-4130-9085-abb06eb2bf23 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714150967186704, "job": 1, "event": "recovery_started", "wal_files": [91]} 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #91 mode 2 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714150967192941, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 96, "file_size": 949617, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 55056, "largest_seqno": 56029, "table_properties": {"data_size": 945153, "index_size": 2272, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1157, "raw_key_size": 11424, "raw_average_key_size": 25, "raw_value_size": 935960, "raw_average_value_size": 2112, "num_data_blocks": 98, "num_entries": 443, "num_filter_entries": 443, "num_deletions": 7, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714150967, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "72c4aa3a-416a-4130-9085-abb06eb2bf23", "db_session_id": "DMJDLBNQH27ULIPUQRMJ", "orig_file_number": 96, "seqno_to_time_mapping": "N/A"}} 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714150967193070, "job": 1, "event": "recovery_finished"} 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/version_set.cc:5047] Creating manifest 98 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:02:47.264 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000091.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d13c1c2000 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: DB pointer 0x55d13c1ae000 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** DB Stats ** 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:02:47.265 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 927.36 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 298.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: L6 1/0 12.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 2/0 13.35 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 298.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 298.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 298.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:02:47.266 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.00 GB write, 97.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 97.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache BinnedLRUCache@0x55d13c0a51f0#2 capacity: 512.00 MB usage: 3.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,2.33 KB,0.000444055%) Misc(1,0.00 KB,0%) 2024-04-26T17:02:47.267 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: starting mon.b rank 2 at public addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] at bind addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???) e3 preinit fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).mds e1 new map 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).mds e1 print_map 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: e1 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: legacy client fscid: -1 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout: No filesystems configured 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).osd e117 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:02:47.268 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:02:47.269 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:02:47.269 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: mon.b@-1(???).paxosservice(auth 1..28) refresh upgraded, format 0 -> 3 2024-04-26T17:02:47.269 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 bash[117324]: f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c 2024-04-26T17:02:47.269 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 systemd[1]: Started Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:02:47.510 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:47 smithi139 ceph-mon[117357]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:47.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:47 smithi044 ceph-mon[21837]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:47.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:47 smithi044 ceph-mon[26799]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:48.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:48.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: mon.b calling monitor election 2024-04-26T17:02:48.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: mon.c calling monitor election 2024-04-26T17:02:48.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: mon.a calling monitor election 2024-04-26T17:02:48.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:02:48.752 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: fsmap 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: mgrmap e45: y(active, since 4m), standbys: x 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: overall HEALTH_OK 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.754 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: mon.b calling monitor election 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: mon.c calling monitor election 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: mon.a calling monitor election 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: fsmap 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:02:48.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: mgrmap e45: y(active, since 4m), standbys: x 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: overall HEALTH_OK 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:02:48.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:48 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T17:02:48.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:48.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: mon.b calling monitor election 2024-04-26T17:02:48.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: mon.c calling monitor election 2024-04-26T17:02:48.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: mon.a calling monitor election 2024-04-26T17:02:48.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:02:48.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T17:02:48.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: fsmap 2024-04-26T17:02:48.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:02:48.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: mgrmap e45: y(active, since 4m), standbys: x 2024-04-26T17:02:48.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: overall HEALTH_OK 2024-04-26T17:02:48.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:48.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.785 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:48.786 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:48.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:02:48.787 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:48 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T17:02:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:49 smithi139 ceph-mon[117357]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:49 smithi139 ceph-mon[117357]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:49 smithi139 ceph-mon[117357]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:49 smithi139 ceph-mon[117357]: Upgrade: It appears safe to stop mon.b 2024-04-26T17:02:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:49 smithi139 ceph-mon[117357]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[21837]: Upgrade: It appears safe to stop mon.b 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[21837]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:49.755 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[26799]: Upgrade: It appears safe to stop mon.b 2024-04-26T17:02:49.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:49 smithi044 ceph-mon[26799]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:02:50.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:50 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:50 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.713 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:50 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:50 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:50.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:50 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:51.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:51 smithi044 ceph-mon[21837]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:51.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:51 smithi044 ceph-mon[26799]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:51.716 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:51 smithi139 ceph-mon[117357]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:52.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:02:52.202+0000 7f05dad1b700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-26T17:02:52.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[26799]: Upgrade: Updating mon.b 2024-04-26T17:02:52.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:02:52.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:02:52.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:52.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[26799]: Deploying daemon mon.b on smithi139 2024-04-26T17:02:52.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[21837]: Upgrade: Updating mon.b 2024-04-26T17:02:52.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:02:52.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:02:52.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:52.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:52 smithi044 ceph-mon[21837]: Deploying daemon mon.b on smithi139 2024-04-26T17:02:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:52 smithi139 ceph-mon[117357]: Upgrade: Updating mon.b 2024-04-26T17:02:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:52 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:02:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:52 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:02:52.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:52 smithi139 ceph-mon[117357]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:52.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:52 smithi139 ceph-mon[117357]: Deploying daemon mon.b on smithi139 2024-04-26T17:02:53.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:53 smithi139 ceph-mon[117357]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:53.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:53 smithi139 ceph-mon[117357]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:53 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:53 smithi044 ceph-mon[26799]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:53.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:53 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:02:53.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:53 smithi044 ceph-mon[21837]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:02:55.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:02:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:02:54] "GET /metrics HTTP/1.1" 200 38066 "" "Prometheus/2.43.0" 2024-04-26T17:02:55.608 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 systemd[1]: Stopping Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:02:55.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 ceph-mon[117357]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:02:55.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 ceph-mon[117357]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[26799]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:02:55.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[21837]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:02:55.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:55 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:55.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b[117351]: 2024-04-26T17:02:55.607+0000 7f513e1f6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:02:55.935 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b[117351]: 2024-04-26T17:02:55.607+0000 7f513e1f6700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T17:02:55.935 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:55 smithi139 podman[118525]: 2024-04-26 17:02:55.669770485 +0000 UTC m=+0.159738937 container died f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:02:56.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 podman[118525]: 2024-04-26 17:02:56.033690818 +0000 UTC m=+0.523659269 container cleanup f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-26T17:02:56.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 bash[118525]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b 2024-04-26T17:02:56.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 podman[118572]: 2024-04-26 17:02:56.368468531 +0000 UTC m=+0.701875406 container remove f35bbd05c0b78fa30a29357af653464660bbdf030aaabc28a9f296f3319ae23c (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, maintainer=Guillaume Abrioux ) 2024-04-26T17:02:56.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-26T17:02:56.734 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 systemd[1]: Stopped Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:02:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 systemd[1]: Starting Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:02:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 podman[118751]: 2024-04-26 17:02:56.860200039 +0000 UTC m=+0.018835466 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:02:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:56 smithi139 podman[118751]: 2024-04-26 17:02:56.978131603 +0000 UTC m=+0.136767060 container create 0f2d11092051359ae16be77a686bf71676fc3e4a0bca0cbe1b05a464ff12d62e (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T17:02:57.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 podman[118751]: 2024-04-26 17:02:57.222671445 +0000 UTC m=+0.381306859 container init 0f2d11092051359ae16be77a686bf71676fc3e4a0bca0cbe1b05a464ff12d62e (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T17:02:57.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 podman[118751]: 2024-04-26 17:02:57.225988737 +0000 UTC m=+0.384624156 container start 0f2d11092051359ae16be77a686bf71676fc3e4a0bca0cbe1b05a464ff12d62e (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:02:57.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T17:02:57.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev), process ceph-mon, pid 2 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: pidfile_write: ignore empty --pid-file 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: load: jerasure load: lrc 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: RocksDB version: 7.9.2 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Git sha 0 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Compile date 2024-04-26 03:22:31 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: DB SUMMARY 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: DB Session ID: JRFKF3EUTSFBR97150QX 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: CURRENT file: CURRENT 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: MANIFEST file: MANIFEST-000098 size: 523 Bytes 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000103.sst 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000101.log size: 539619 ; 2024-04-26T17:02:57.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.error_if_exists: 0 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.create_if_missing: 0 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.paranoid_checks: 1 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.env: 0x55b6f0e98cc0 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.info_log: 0x55b6f1c07d80 2024-04-26T17:02:57.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T17:02:57.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.statistics: (nil) 2024-04-26T17:02:57.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.use_fsync: 0 2024-04-26T17:02:57.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_log_file_size: 0 2024-04-26T17:02:57.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T17:02:57.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T17:02:57.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.allow_fallocate: 1 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.use_direct_reads: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.db_log_dir: 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.wal_dir: 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T17:02:57.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.write_buffer_manager: 0x55b6f1bd9220 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T17:02:57.487 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.unordered_write: 0 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.row_cache: None 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.wal_filter: None 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T17:02:57.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.two_write_queues: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.wal_compression: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.atomic_flush: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.log_readahead_size: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T17:02:57.489 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_background_jobs: 2 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_background_compactions: -1 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_subcompactions: 1 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_open_files: -1 2024-04-26T17:02:57.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_background_flushes: -1 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Compression algorithms supported: 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kZSTD supported: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kXpressCompression supported: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kZlibCompression supported: 1 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kSnappyCompression supported: 1 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kLZ4Compression supported: 1 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: kBZip2Compression supported: 0 2024-04-26T17:02:57.491 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000098 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.merge_operator: 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_filter: None 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b6f1c07f40) 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks: 1 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T17:02:57.492 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_top_level_index_and_filter: 1 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_type: 0 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_index_type: 0 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_shortening: 1 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: checksum: 4 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: no_block_cache: 0 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache: 0x55b6f1c0b1f0 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_name: BinnedLRUCache 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_options: 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: capacity : 536870912 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_shard_bits : 4 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: strict_capacity_limit : 0 2024-04-26T17:02:57.493 INFO:journalctl@ceph.mon.b.smithi139.stdout: high_pri_pool_ratio: 0.000 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_compressed: (nil) 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: persistent_cache: (nil) 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size: 4096 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size_deviation: 10 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_restart_interval: 16 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_block_restart_interval: 1 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_block_size: 4096 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: partition_filters: 0 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_delta_encoding: 1 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: filter_policy: bloomfilter 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: whole_key_filtering: 1 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: verify_compression: 0 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: read_amp_bytes_per_bit: 0 2024-04-26T17:02:57.494 INFO:journalctl@ceph.mon.b.smithi139.stdout: format_version: 5 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_index_compression: 1 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_align: 0 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_auto_readahead_size: 262144 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout: prepopulate_block_cache: 0 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout: initial_auto_readahead_size: 8192 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression: NoCompression 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.num_levels: 7 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T17:02:57.495 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T17:02:57.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T17:02:57.497 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T17:02:57.498 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.inplace_update_support: 0 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T17:02:57.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.bloom_locality: 0 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.max_successive_merges: 0 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T17:02:57.500 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.ttl: 2592000 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.enable_blob_files: false 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.min_blob_size: 0 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T17:02:57.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000098 succeeded,manifest_file_number is 98, next_file_number is 105, last_sequence is 56337, log_number is 101,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 101 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 101 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 72c4aa3a-416a-4130-9085-abb06eb2bf23 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714150977255593, "job": 1, "event": "recovery_started", "wal_files": [101]} 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #101 mode 2 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714150977257682, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 106, "file_size": 341968, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 56342, "largest_seqno": 56627, "table_properties": {"data_size": 339710, "index_size": 834, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 389, "raw_key_size": 3616, "raw_average_key_size": 24, "raw_value_size": 336552, "raw_average_value_size": 2289, "num_data_blocks": 35, "num_entries": 147, "num_filter_entries": 147, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714150977, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "72c4aa3a-416a-4130-9085-abb06eb2bf23", "db_session_id": "JRFKF3EUTSFBR97150QX", "orig_file_number": 106, "seqno_to_time_mapping": "N/A"}} 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714150977257763, "job": 1, "event": "recovery_finished"} 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/version_set.cc:5047] Creating manifest 108 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:02:57.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000101.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b6f1d28000 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: DB pointer 0x55b6f1d14000 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** DB Stats ** 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:57.503 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 333.95 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 269.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: L6 1/0 12.19 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 2/0 12.51 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 269.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 269.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 269.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T17:02:57.504 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.00 GB write, 78.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 78.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache BinnedLRUCache@0x55b6f1c0b1f0#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.44 KB,8.34465e-05%) IndexBlock(1,0.95 KB,0.000181794%) Misc(1,0.00 KB,0%) 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T17:02:57.505 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: starting mon.b rank 2 at public addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] at bind addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???) e3 preinit fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).mds e1 new map 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).mds e1 print_map 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout: e1 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout: legacy client fscid: -1 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout: No filesystems configured 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).osd e117 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:02:57.506 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: mon.b@-1(???).paxosservice(auth 1..30) refresh upgraded, format 0 -> 3 2024-04-26T17:02:57.507 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 bash[118751]: 0f2d11092051359ae16be77a686bf71676fc3e4a0bca0cbe1b05a464ff12d62e 2024-04-26T17:02:57.507 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 systemd[1]: Started Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:02:57.507 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:57 smithi139 ceph-mon[118784]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:02:57.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:57 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:02:57.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:57 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:02:58.674 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 859 B/s rd, 0 op/s 2024-04-26T17:02:58.674 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: mon.b calling monitor election 2024-04-26T17:02:58.674 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: mon.a calling monitor election 2024-04-26T17:02:58.674 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: mon.c calling monitor election 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: fsmap 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: daemon mon.b on smithi139 is in unknown state 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.675 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.677 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.678 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.679 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:58 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 859 B/s rd, 0 op/s 2024-04-26T17:02:58.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: mon.b calling monitor election 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: mon.a calling monitor election 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: mon.c calling monitor election 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: fsmap 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: daemon mon.b on smithi139 is in unknown state 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:58.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 859 B/s rd, 0 op/s 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: mon.b calling monitor election 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: mon.a calling monitor election 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: mon.c calling monitor election 2024-04-26T17:02:58.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: monmap e3: 3 mons at {a=[v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0]} 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: fsmap 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: daemon mon.b on smithi139 is in unknown state 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:02:58.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 0 op/s 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.770 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:58.771 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:58.772 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:58.772 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:58.772 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:58 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.769 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:02:59 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Cluster is now healthy 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:02:59.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:02:59.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:02:59 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 831 B/s rd, 0 op/s 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 831 B/s rd, 0 op/s 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:00 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 831 B/s rd, 0 op/s 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.771 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.772 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.773 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:00.774 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:00.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:00.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:00.775 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:00 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:01.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:01 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:01 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 831 B/s rd, 0 op/s 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:02.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:02 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 831 B/s rd, 0 op/s 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 831 B/s rd, 0 op/s 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.020 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:02 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:03.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:03 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:03 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.762 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.763 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.764 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.765 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.768 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:04 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.882 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.883 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.884 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.885 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.886 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.887 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.888 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.889 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.890 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.891 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:04.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:04.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:04.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:04.892 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:03:04] "GET /metrics HTTP/1.1" 200 38008 "" "Prometheus/2.43.0" 2024-04-26T17:03:05.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.707 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.708 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.709 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:05.712 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:05 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.016 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.021 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:05 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 825 B/s rd, 0 op/s 2024-04-26T17:03:06.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.780 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.781 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.782 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.783 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:06.784 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:06 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 825 B/s rd, 0 op/s 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 825 B/s rd, 0 op/s 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.018 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.019 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.020 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:06 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.760 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.761 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.762 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.765 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.766 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.767 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.768 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.769 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:07 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.811 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.812 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:07.813 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.814 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.815 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:07.816 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:07 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.913 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 825 B/s rd, 0 op/s 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.914 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.915 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.916 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 825 B/s rd, 0 op/s 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.917 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.918 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.921 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.922 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.923 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:03:08.924 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.925 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:03:08.926 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:03:08.927 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:03:08.928 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.929 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.930 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[21837]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:03:08.931 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.932 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.933 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:08 smithi044 ceph-mon[26799]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:03:08.935 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.936 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 825 B/s rd, 0 op/s 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.938 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.939 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.940 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-26T17:03:08.941 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.942 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.943 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:03:08.944 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:03:08.945 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:03:08.946 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:08.947 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:08 smithi139 ceph-mon[118784]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:03:09.860 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.860 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.860 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.860 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:03:09.860 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all crash 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all mds 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all nfs 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all node-exporter 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all prometheus 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all alertmanager 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all grafana 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all loki 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all promtail 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Finalizing container_image settings 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: Upgrade: Complete! 2024-04-26T17:03:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[21837]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all crash 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all mds 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T17:03:09.862 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all nfs 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all node-exporter 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all prometheus 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all alertmanager 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all grafana 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all loki 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all promtail 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Finalizing container_image settings 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: Upgrade: Complete! 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:03:09.863 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:09 smithi044 ceph-mon[26799]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all crash 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all mds 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T17:03:09.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all nfs 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all node-exporter 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all prometheus 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all alertmanager 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all grafana 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all loki 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all promtail 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Finalizing container_image settings 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: Upgrade: Complete! 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-26T17:03:09.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:09 smithi139 ceph-mon[118784]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-26T17:03:10.606 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:10 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:10 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:10 smithi139 ceph-mon[118784]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 2 op/s 2024-04-26T17:03:10.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:10 smithi139 ceph-mon[118784]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:10.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:10 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.962 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.962 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[21837]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 2 op/s 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[21837]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[26799]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 2 op/s 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[26799]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:10.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:10 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:12.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:12 smithi139 ceph-mon[118784]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:12.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:12 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:12.988 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:12 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:13.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:12 smithi044 ceph-mon[26799]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:13.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:12 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:13.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:12 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:12 smithi044 ceph-mon[21837]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:12 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:13.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:12 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:14.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:13 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:14.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:13 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:14.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:13 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:14.428 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T17:03:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:14 smithi139 ceph-mon[118784]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 953 B/s rd, 0 op/s 2024-04-26T17:03:15.003 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:03:14] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-04-26T17:03:15.003 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:14 smithi044 ceph-mon[26799]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 953 B/s rd, 0 op/s 2024-04-26T17:03:15.004 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:14 smithi044 ceph-mon[21837]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 953 B/s rd, 0 op/s 2024-04-26T17:03:15.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:15 smithi044 ceph-mon[21837]: from='client.25738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:15.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:15 smithi044 ceph-mon[26799]: from='client.25738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:15.989 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:15 smithi139 ceph-mon[118784]: from='client.25738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:16.671 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 7s ago 32m - - 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 0s ago 32m - - 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (2m) 7s ago 26m 16.4M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (80s) 0s ago 26m 80.4M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (4m) 7s ago 25m 54.9M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (4m) 0s ago 31m 466M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (15m) 7s ago 33m 545M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (33m) 7s ago 33m 103M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (19s) 0s ago 31m 33.2M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (32m) 7s ago 32m 79.4M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (3m) 7s ago 27m 9.94M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (3m) 0s ago 27m 15.3M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (31m) 7s ago 31m 53.7M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:03:16.672 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (30m) 7s ago 30m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (30m) 7s ago 30m 51.4M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (30m) 7s ago 30m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (29m) 0s ago 29m 57.2M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (29m) 0s ago 29m 54.0M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (28m) 0s ago 28m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (28m) 0s ago 28m 57.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (2m) 0s ago 27m 67.4M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (25m) 7s ago 25m 77.3M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:03:16.673 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (25m) 0s ago 25m 79.5M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:03:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 705 B/s rd, 0 op/s 2024-04-26T17:03:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 705 B/s rd, 0 op/s 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:16 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 705 B/s rd, 0 op/s 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:17.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:16 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:17.436 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-04-26T17:03:17.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[21837]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-26T17:03:17.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[21837]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:17.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[21837]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:03:17.944 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[21837]: Cluster is now healthy 2024-04-26T17:03:17.945 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[26799]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-26T17:03:17.945 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[26799]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:17.945 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[26799]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:03:17.945 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:17 smithi044 ceph-mon[26799]: Cluster is now healthy 2024-04-26T17:03:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:17 smithi139 ceph-mon[118784]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-26T17:03:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:17 smithi139 ceph-mon[118784]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:17 smithi139 ceph-mon[118784]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T17:03:18.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:17 smithi139 ceph-mon[118784]: Cluster is now healthy 2024-04-26T17:03:18.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:18 smithi044 ceph-mon[21837]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 624 B/s rd, 0 op/s 2024-04-26T17:03:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:18 smithi044 ceph-mon[26799]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 624 B/s rd, 0 op/s 2024-04-26T17:03:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:18 smithi139 ceph-mon[118784]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 624 B/s rd, 0 op/s 2024-04-26T17:03:19.696 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:03:19.999 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:19 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2805192385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:19.999 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:19 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2805192385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:20.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:19 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/2805192385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:20.406 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade status' 2024-04-26T17:03:20.963 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:20 smithi044 ceph-mon[21837]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:20.963 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:20 smithi044 ceph-mon[26799]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:21.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:20 smithi139 ceph-mon[118784]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:22.525 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": null, 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": false, 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "", 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": null, 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "", 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:03:22.526 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:03:23.150 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph health detail' 2024-04-26T17:03:23.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:23 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:23.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:23 smithi044 ceph-mon[26799]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:23.719 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:23 smithi044 ceph-mon[26799]: from='client.15855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:23.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:23 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:23.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:23 smithi044 ceph-mon[21837]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:23.719 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:23 smithi044 ceph-mon[21837]: from='client.15855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:24.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:23 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:24.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:23 smithi139 ceph-mon[118784]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:24.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:23 smithi139 ceph-mon[118784]: from='client.15855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:25.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:03:24] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-04-26T17:03:25.350 INFO:teuthology.orchestra.run.smithi044.stdout:HEALTH_OK 2024-04-26T17:03:26.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:25 smithi044 ceph-mon[21837]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:26.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:25 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/2687730576' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:03:26.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:25 smithi044 ceph-mon[26799]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:26.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:25 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/2687730576' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:03:26.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:25 smithi139 ceph-mon[118784]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:26.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:25 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/2687730576' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:03:26.124 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-04-26T17:03:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:27 smithi044 ceph-mon[26799]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:27 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:27 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:27 smithi044 ceph-mon[21837]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:27 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:27 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:27 smithi139 ceph-mon[118784]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1003 B/s rd, 0 op/s 2024-04-26T17:03:28.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:27 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:28.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:27 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:29 smithi044 ceph-mon[26799]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:29 smithi044 ceph-mon[26799]: from='client.25768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:30.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:29 smithi044 ceph-mon[26799]: from='client.25774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mon", "hosts": "smithi044", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:29 smithi044 ceph-mon[21837]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:30.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:29 smithi044 ceph-mon[21837]: from='client.25768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:30.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:29 smithi044 ceph-mon[21837]: from='client.25774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mon", "hosts": "smithi044", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:29 smithi139 ceph-mon[118784]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:29 smithi139 ceph-mon[118784]: from='client.25768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:30.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:29 smithi139 ceph-mon[118784]: from='client.25774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "mon", "hosts": "smithi044", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:30.984 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[26799]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:30.985 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:30 smithi044 ceph-mon[21837]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:30 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:30 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:30 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:31.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:30 smithi139 ceph-mon[118784]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:31.772 INFO:teuthology.orchestra.run.smithi044.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:32.948 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[21837]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:32.949 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:32 smithi044 ceph-mon[26799]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:32.975 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-26T17:03:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:33.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:33.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:32 smithi139 ceph-mon[118784]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:03:34.878 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:34 smithi044 ceph-mon[26799]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:34.879 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:34 smithi044 ceph-mon[21837]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:35.219 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:03:34] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-04-26T17:03:35.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:34 smithi139 ceph-mon[118784]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:35.721 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 6s ago 32m - - 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 0s ago 32m - - 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (2m) 6s ago 27m 16.4M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (100s) 0s ago 26m 80.4M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (5m) 6s ago 25m 55.0M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (4m) 0s ago 32m 466M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:03:36.428 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (15m) 6s ago 33m 546M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (33m) 6s ago 33m 105M 2048M 17.2.0 e1d6a67b021e fc2c20dc6cc8 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (39s) 0s ago 32m 33.9M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (32m) 6s ago 32m 81.5M 2048M 17.2.0 e1d6a67b021e 006d7f66613b 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (3m) 6s ago 27m 10.2M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (3m) 0s ago 27m 15.4M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (31m) 6s ago 31m 53.7M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (31m) 6s ago 31m 55.8M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (30m) 6s ago 30m 51.4M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (30m) 6s ago 30m 53.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (29m) 0s ago 29m 57.2M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (29m) 0s ago 29m 54.1M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (28m) 0s ago 29m 50.9M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (28m) 0s ago 28m 57.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:03:36.429 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (2m) 0s ago 27m 67.4M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:03:36.430 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (26m) 6s ago 26m 77.3M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:03:36.430 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (26m) 0s ago 26m 79.5M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:03:36.866 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:03:36.866 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:03:36.866 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-04-26T17:03:36.866 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 1 2024-04-26T17:03:36.866 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:03:36.866 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": {}, 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 12, 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 3 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:03:36.867 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='client.15879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='client.25786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:03:37.157 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: Upgrade: Setting container_image for all mgr 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: Upgrade: It appears safe to stop mon.a 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='client.15891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[21837]: from='client.? 172.21.15.44:0/3703467523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='client.15879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.158 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='client.25786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: Upgrade: Setting container_image for all mgr 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-26T17:03:37.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: Upgrade: It appears safe to stop mon.a 2024-04-26T17:03:37.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='client.15891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:37 smithi044 ceph-mon[26799]: from='client.? 172.21.15.44:0/3703467523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi044", 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "0/2 daemons upgraded", 2024-04-26T17:03:37.229 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading mon daemons", 2024-04-26T17:03:37.230 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:03:37.230 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='client.15879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='client.25786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.430 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all mgr 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: Upgrade: It appears safe to stop mon.a 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='client.15891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:37.431 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:37 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/3703467523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:38.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[26799]: from='client.25804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:38.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:38.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:03:38.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:03:38.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:38.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[21837]: from='client.25804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[21837]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:03:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:03:38.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:38 smithi044 ceph-mon[21837]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:38.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:38 smithi139 ceph-mon[118784]: from='client.25804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:03:38.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:38 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='mgr.y' 2024-04-26T17:03:38.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:38 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:03:38.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:38 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:03:38.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:38 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:39.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-mon[21837]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:39.428 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-mon[21837]: Upgrade: Updating mon.a 2024-04-26T17:03:39.429 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-mon[21837]: Deploying daemon mon.a on smithi044 2024-04-26T17:03:39.429 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-mon[26799]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:39.429 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-mon[26799]: Upgrade: Updating mon.a 2024-04-26T17:03:39.429 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-mon[26799]: Deploying daemon mon.a on smithi044 2024-04-26T17:03:39.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:39 smithi139 ceph-mon[118784]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:39.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:39 smithi139 ceph-mon[118784]: Upgrade: Updating mon.a 2024-04-26T17:03:39.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:39 smithi139 ceph-mon[118784]: Deploying daemon mon.a on smithi044 2024-04-26T17:03:39.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:39 smithi044 systemd[1]: Stopping Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:03:40.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a[21833]: 2024-04-26T17:03:39.975+0000 7f8da6a44700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:03:40.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:39 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a[21833]: 2024-04-26T17:03:39.975+0000 7f8da6a44700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T17:03:40.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 podman[131734]: 2024-04-26 17:03:40.006709687 +0000 UTC m=+0.139970517 container died fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, name=centos-stream, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, release=754, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., vcs-type=git, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, ceph=True, io.openshift.expose-services=) 2024-04-26T17:03:40.659 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 podman[131734]: 2024-04-26 17:03:40.358359722 +0000 UTC m=+0.491620549 container cleanup fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, architecture=x86_64, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, name=centos-stream, vcs-type=git, ceph=True, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc.) 2024-04-26T17:03:40.660 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 bash[131734]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a 2024-04-26T17:03:41.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 podman[131748]: 2024-04-26 17:03:40.660007025 +0000 UTC m=+0.656128705 container remove fc2c20dc6cc890c5a2e485f9f216b0852062ecf93457a3c12799c9748f9ed1a7 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, version=8, vcs-type=git) 2024-04-26T17:03:41.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T17:03:41.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 systemd[1]: Stopped Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:03:41.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:40 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service: Consumed 39.972s CPU time. 2024-04-26T17:03:41.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 systemd[1]: Starting Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:03:41.252 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 podman[131879]: 2024-04-26 17:03:41.122262974 +0000 UTC m=+0.018787378 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:03:41.252 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 podman[131879]: 2024-04-26 17:03:41.252628956 +0000 UTC m=+0.149153405 container create 2b22d1285655321de30777887610cb394991591024b24fed1dd40a6427bcae37 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS) 2024-04-26T17:03:41.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 podman[131879]: 2024-04-26 17:03:41.447018102 +0000 UTC m=+0.343542505 container init 2b22d1285655321de30777887610cb394991591024b24fed1dd40a6427bcae37 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 podman[131879]: 2024-04-26 17:03:41.45021853 +0000 UTC m=+0.346742938 container start 2b22d1285655321de30777887610cb394991591024b24fed1dd40a6427bcae37 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev), process ceph-mon, pid 2 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: pidfile_write: ignore empty --pid-file 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: load: jerasure load: lrc 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: RocksDB version: 7.9.2 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Git sha 0 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Compile date 2024-04-26 03:22:31 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: DB SUMMARY 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: DB Session ID: CZKHTJA7IATWFXNDAT79 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: CURRENT file: CURRENT 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T17:03:41.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: MANIFEST file: MANIFEST-000015 size: 5687 Bytes 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000102.sst 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000100.log size: 2226005 ; 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.error_if_exists: 0 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.create_if_missing: 0 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.paranoid_checks: 1 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.env: 0x563b460eccc0 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.info_log: 0x563b477ffd80 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T17:03:41.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.statistics: (nil) 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.use_fsync: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_log_file_size: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.allow_fallocate: 1 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.use_direct_reads: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.db_log_dir: 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.wal_dir: 2024-04-26T17:03:41.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.write_buffer_manager: 0x563b477d1220 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T17:03:41.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.unordered_write: 0 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T17:03:41.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.row_cache: None 2024-04-26T17:03:41.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.wal_filter: None 2024-04-26T17:03:41.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T17:03:41.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T17:03:41.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.two_write_queues: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.wal_compression: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.atomic_flush: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.log_readahead_size: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T17:03:41.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_background_jobs: 2 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_background_compactions: -1 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_subcompactions: 1 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_open_files: -1 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T17:03:41.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_background_flushes: -1 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Compression algorithms supported: 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kZSTD supported: 0 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kXpressCompression supported: 0 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kZlibCompression supported: 1 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kSnappyCompression supported: 1 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kLZ4Compression supported: 1 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: kBZip2Compression supported: 0 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T17:03:41.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.merge_operator: 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_filter: None 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563b477fff40) 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks: 1 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_top_level_index_and_filter: 1 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_type: 0 2024-04-26T17:03:41.518 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_index_type: 0 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_shortening: 1 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: checksum: 4 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: no_block_cache: 0 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache: 0x563b478031f0 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_name: BinnedLRUCache 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_options: 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: capacity : 536870912 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_shard_bits : 4 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: strict_capacity_limit : 0 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: high_pri_pool_ratio: 0.000 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_compressed: (nil) 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: persistent_cache: (nil) 2024-04-26T17:03:41.519 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size: 4096 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size_deviation: 10 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_restart_interval: 16 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_block_restart_interval: 1 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: metadata_block_size: 4096 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: partition_filters: 0 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_delta_encoding: 1 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: filter_policy: bloomfilter 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: whole_key_filtering: 1 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: verify_compression: 0 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: read_amp_bytes_per_bit: 0 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: format_version: 5 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_index_compression: 1 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_align: 0 2024-04-26T17:03:41.520 INFO:journalctl@ceph.mon.a.smithi044.stdout: max_auto_readahead_size: 262144 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout: prepopulate_block_cache: 0 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout: initial_auto_readahead_size: 8192 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression: NoCompression 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.num_levels: 7 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T17:03:41.521 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:03:41.522 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T17:03:41.523 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T17:03:41.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.inplace_update_support: 0 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.bloom_locality: 0 2024-04-26T17:03:41.525 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.max_successive_merges: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.ttl: 2592000 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.enable_blob_files: false 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.min_blob_size: 0 2024-04-26T17:03:41.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 102.sst 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 104, last_sequence is 52355, log_number is 100,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 100 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d09175a6-48c9-47c9-bf85-ab85dc22c8e5 2024-04-26T17:03:41.527 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151021480497, "job": 1, "event": "recovery_started", "wal_files": [100]} 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #100 mode 2 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151021488527, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 105, "file_size": 2054372, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 52349, "largest_seqno": 55099, "table_properties": {"data_size": 2044466, "index_size": 4960, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 38877, "raw_average_key_size": 25, "raw_value_size": 2017635, "raw_average_value_size": 1303, "num_data_blocks": 207, "num_entries": 1548, "num_filter_entries": 1548, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714151021, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d09175a6-48c9-47c9-bf85-ab85dc22c8e5", "db_session_id": "CZKHTJA7IATWFXNDAT79", "orig_file_number": 105, "seqno_to_time_mapping": "N/A"}} 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151021488600, "job": 1, "event": "recovery_finished"} 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/version_set.cc:5047] Creating manifest 107 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000100.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563b47920000 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: DB pointer 0x563b4790c000 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** DB Stats ** 2024-04-26T17:03:41.528 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:03:41.529 INFO:journalctl@ceph.mon.a.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: L0 1/0 1.96 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 510.2 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: L6 1/0 12.19 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: Sum 2/0 14.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 510.2 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 510.2 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 510.2 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T17:03:41.530 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative compaction: 0.00 GB write, 170.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval compaction: 0.00 GB write, 170.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache BinnedLRUCache@0x563b478031f0#2 capacity: 512.00 MB usage: 9.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T17:03:41.531 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: starting mon.a rank 0 at public addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] at bind addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???) e3 preinit fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).mds e1 new map 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).mds e1 print_map 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout: e1 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout: legacy client fscid: -1 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout: No filesystems configured 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).osd e117 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).osd e117 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:03:41.533 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 ceph-mon[131898]: mon.a@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-04-26T17:03:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 bash[131879]: 2b22d1285655321de30777887610cb394991591024b24fed1dd40a6427bcae37 2024-04-26T17:03:42.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:41 smithi044 systemd[1]: Started Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:03:44.900 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: ignoring --setuser ceph since I am not root 2024-04-26T17:03:44.900 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: ignoring --setgroup ceph since I am not root 2024-04-26T17:03:44.900 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mgr[83392]: -- 172.21.15.139:0/4018119067 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d9aec6a5a0 con 0x55d9aec3ec00 2024-04-26T17:03:44.900 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:44.716+0000 7fa8b6436200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:44.899+0000 7fa8b6436200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: mon.a calling monitor election 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: monmap epoch 3 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: last_changed 2024-04-26T16:31:17.567731+0000 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: created 2024-04-26T16:29:43.010763+0000 2024-04-26T17:03:44.901 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: min_mon_release 17 (quincy) 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: election_strategy: 1 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: 1: [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon.c 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: 2: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: fsmap 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: overall HEALTH_OK 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: from='mgr.25216 ' entity='' 2024-04-26T17:03:44.902 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:44 smithi139 ceph-mon[118784]: mgrmap e46: y(active, since 5m), standbys: x 2024-04-26T17:03:44.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ignoring --setuser ceph since I am not root 2024-04-26T17:03:44.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ignoring --setgroup ceph since I am not root 2024-04-26T17:03:44.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mgr[68237]: -- 172.21.15.44:0/3700575182 <== mon.1 v2:172.21.15.44:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55964b9325a0 con 0x55964b906c00 2024-04-26T17:03:44.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:44.726+0000 7f5d69dec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T17:03:44.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:44.916+0000 7f5d69dec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: mon.a calling monitor election 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: monmap epoch 3 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: last_changed 2024-04-26T16:31:17.567731+0000 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: created 2024-04-26T16:29:43.010763+0000 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: min_mon_release 17 (quincy) 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: election_strategy: 1 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T17:03:44.918 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: 1: [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon.c 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: 2: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: fsmap 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: overall HEALTH_OK 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: from='mgr.25216 ' entity='' 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[131898]: mgrmap e46: y(active, since 5m), standbys: x 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: from='mgr.25216 172.21.15.44:0/402847' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:44.919 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: mon.a calling monitor election 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: monmap epoch 3 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: last_changed 2024-04-26T16:31:17.567731+0000 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: created 2024-04-26T16:29:43.010763+0000 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: min_mon_release 17 (quincy) 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: election_strategy: 1 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: 1: [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon.c 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: 2: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: fsmap 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: osdmap e117: 8 total, 8 up, 8 in 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: overall HEALTH_OK 2024-04-26T17:03:44.920 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: from='mgr.25216 ' entity='' 2024-04-26T17:03:44.921 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:44 smithi044 ceph-mon[26799]: mgrmap e46: y(active, since 5m), standbys: x 2024-04-26T17:03:45.257 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:45 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:45.024+0000 7f5d69dec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:03:45.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:45.002+0000 7fa8b6436200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T17:03:45.757 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:45 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:45.345+0000 7f5d69dec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:03:45.758 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:45 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:45.433+0000 7f5d69dec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:03:45.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:45.315+0000 7fa8b6436200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T17:03:45.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:45 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:45.398+0000 7fa8b6436200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T17:03:46.878 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:46 smithi044 ceph-mon[131898]: mgrmap e47: y(active, since 5m), standbys: x 2024-04-26T17:03:46.879 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:46 smithi044 ceph-mon[26799]: mgrmap e47: y(active, since 5m), standbys: x 2024-04-26T17:03:46.879 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:46 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:46.696+0000 7f5d69dec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:03:46.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:46 smithi139 ceph-mon[118784]: mgrmap e47: y(active, since 5m), standbys: x 2024-04-26T17:03:46.934 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:46 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:46.587+0000 7fa8b6436200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T17:03:46.934 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:46 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:46.758+0000 7fa8b6436200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:03:46.934 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:46 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:46.931+0000 7fa8b6436200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:03:47.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:46 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:46.878+0000 7f5d69dec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T17:03:47.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:47.058+0000 7f5d69dec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T17:03:47.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:47 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:47.247+0000 7fa8b6436200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:03:47.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:47 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:47.354+0000 7fa8b6436200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:03:47.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:47.362+0000 7f5d69dec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T17:03:47.674 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:47.459+0000 7f5d69dec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T17:03:48.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:47.674+0000 7f5d69dec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:03:48.008 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:47 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:47.878+0000 7f5d69dec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:03:48.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:47 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:47.561+0000 7fa8b6436200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T17:03:48.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:47 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:47.759+0000 7fa8b6436200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T17:03:48.647 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:48.372+0000 7fa8b6436200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:03:48.647 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:48 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:48.599+0000 7fa8b6436200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T17:03:48.858 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:48.543+0000 7f5d69dec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T17:03:48.858 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:48 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:48.786+0000 7f5d69dec200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-04-26T17:03:49.515 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:49.038+0000 7fa8b6436200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:03:49.515 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:49.137+0000 7fa8b6436200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:03:49.576 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:49.276+0000 7f5d69dec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T17:03:49.576 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:49.399+0000 7f5d69dec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T17:03:49.778 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:49.515+0000 7fa8b6436200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:03:49.778 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:03:49.724Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:03:49.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:03:49.727Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:03:49.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:03:49.727Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:03:49.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:03:49.729Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:03:49.779 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:03:49.729Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:03:49.839 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:49 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:49.805+0000 7f5d69dec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T17:03:50.217 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:49.876+0000 7fa8b6436200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:03:50.218 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:49.971+0000 7fa8b6436200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:03:50.507 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:50.197+0000 7f5d69dec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T17:03:50.508 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:50.299+0000 7f5d69dec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T17:03:50.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:50.217+0000 7fa8b6436200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:03:50.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:50.352+0000 7fa8b6436200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:03:50.528 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:50.450+0000 7fa8b6436200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:03:50.842 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:50.572+0000 7f5d69dec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T17:03:50.843 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:50.738+0000 7f5d69dec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T17:03:50.843 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:50 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:50.842+0000 7f5d69dec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T17:03:51.148 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:50.781+0000 7fa8b6436200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:03:51.149 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:50 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:50.878+0000 7fa8b6436200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:03:51.442 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:51.191+0000 7f5d69dec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T17:03:51.442 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:51.292+0000 7f5d69dec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T17:03:51.745 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:51.515+0000 7fa8b6436200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:03:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[131898]: Standby manager daemon x restarted 2024-04-26T17:03:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[131898]: Standby manager daemon x started 2024-04-26T17:03:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[131898]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T17:03:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[131898]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:03:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[131898]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T17:03:52.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[131898]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:03:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[26799]: Standby manager daemon x restarted 2024-04-26T17:03:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[26799]: Standby manager daemon x started 2024-04-26T17:03:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T17:03:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:03:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T17:03:52.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:51 smithi044 ceph-mon[26799]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-mon[118784]: Standby manager daemon x restarted 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-mon[118784]: Standby manager daemon x started 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-mon[118784]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-mon[118784]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-mon[118784]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-mon[118784]: from='mgr.? 172.21.15.139:0/2515299143' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T17:03:52.028 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:51.744+0000 7fa8b6436200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:03:52.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: [26/Apr/2024:17:03:51] ENGINE Bus STARTING 2024-04-26T17:03:52.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: CherryPy Checker: 2024-04-26T17:03:52.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: The Application mounted at '' has an empty config. 2024-04-26T17:03:52.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: 2024-04-26T17:03:52.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: [26/Apr/2024:17:03:51] ENGINE Serving on http://:::9283 2024-04-26T17:03:52.029 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:03:51 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x[83388]: [26/Apr/2024:17:03:51] ENGINE Bus STARTED 2024-04-26T17:03:52.309 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:52.045+0000 7f5d69dec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T17:03:52.310 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:52.290+0000 7f5d69dec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T17:03:52.561 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:03:52] ENGINE Bus STARTING 2024-04-26T17:03:52.561 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: CherryPy Checker: 2024-04-26T17:03:52.561 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: The Application mounted at '' has an empty config. 2024-04-26T17:03:52.561 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:52.561 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:03:52] ENGINE Serving on http://:::9283 2024-04-26T17:03:52.561 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:03:52] ENGINE Bus STARTED 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: mgrmap e48: y(active, since 5m), standbys: x 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: Active manager daemon y restarted 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: Activating manager daemon y 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: osdmap e118: 8 total, 8 up, 8 in 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: mgrmap e49: y(active, starting, since 0.0105468s), standbys: x 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:03:53.249 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:03:53.250 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: Manager daemon y is now available 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:53.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T17:03:53.252 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: mgrmap e48: y(active, since 5m), standbys: x 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: Active manager daemon y restarted 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: Activating manager daemon y 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: osdmap e118: 8 total, 8 up, 8 in 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: mgrmap e49: y(active, starting, since 0.0105468s), standbys: x 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:03:53.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:03:53.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: Manager daemon y is now available 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:03:53.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: mgrmap e48: y(active, since 5m), standbys: x 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: Active manager daemon y restarted 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: Activating manager daemon y 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: osdmap e118: 8 total, 8 up, 8 in 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: mgrmap e49: y(active, starting, since 0.0105468s), standbys: x 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:03:53.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T17:03:53.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T17:03:53.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T17:03:53.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: Manager daemon y is now available 2024-04-26T17:03:53.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:53.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:53.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:03:53.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-04-26T17:03:53.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:53.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:53.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.conf 2024-04-26T17:03:53.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T17:03:53.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:53.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T17:03:53.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T17:03:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: Updating smithi139:/etc/ceph/ceph.conf 2024-04-26T17:03:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:03:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T17:03:53.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T17:03:53.755 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:53 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:03:53.307+0000 7f5d2fa48700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-26T17:03:54.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: [26/Apr/2024:17:03:52] ENGINE Bus STARTING 2024-04-26T17:03:54.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: [26/Apr/2024:17:03:52] ENGINE Serving on https://172.21.15.44:7151 2024-04-26T17:03:54.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: [26/Apr/2024:17:03:52] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: [26/Apr/2024:17:03:52] ENGINE Bus STARTED 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: mgrmap e50: y(active, since 1.01079s), standbys: x 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:03:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T17:03:54.721 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: [26/Apr/2024:17:03:52] ENGINE Bus STARTING 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: [26/Apr/2024:17:03:52] ENGINE Serving on https://172.21.15.44:7151 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: [26/Apr/2024:17:03:52] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: [26/Apr/2024:17:03:52] ENGINE Bus STARTED 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: mgrmap e50: y(active, since 1.01079s), standbys: x 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:03:54.722 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: [26/Apr/2024:17:03:52] ENGINE Bus STARTING 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: [26/Apr/2024:17:03:52] ENGINE Serving on https://172.21.15.44:7151 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: [26/Apr/2024:17:03:52] ENGINE Serving on http://172.21.15.44:8765 2024-04-26T17:03:54.723 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: [26/Apr/2024:17:03:52] ENGINE Bus STARTED 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: Updating smithi139:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: mgrmap e50: y(active, since 1.01079s), standbys: x 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: Updating smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: Updating smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:54.725 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi044", "caps": []}]: dispatch 2024-04-26T17:03:55.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:03:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:03:54] "GET /metrics HTTP/1.1" 200 35283 "" "Prometheus/2.43.0" 2024-04-26T17:03:55.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:55.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T17:03:55.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: mgrmap e51: y(active, since 2s), standbys: x 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: mgrmap e51: y(active, since 2s), standbys: x 2024-04-26T17:03:55.417 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:55.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:55.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:55.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T17:03:55.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:55 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:55.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T17:03:55.710 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: mgrmap e51: y(active, since 2s), standbys: x 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi139", "caps": []}]: dispatch 2024-04-26T17:03:55.711 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.960 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: mgrmap e52: y(active, since 4s), standbys: x 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.961 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.962 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.963 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:57.964 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: mgrmap e52: y(active, since 4s), standbys: x 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.012 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.013 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.014 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: mgrmap e52: y(active, since 4s), standbys: x 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.015 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.016 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.017 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.018 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.019 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:57 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:58.981 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: Upgrade: It appears safe to stop mon.c 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:58.982 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:58 smithi139 ceph-mon[118784]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:59.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.009 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: Upgrade: It appears safe to stop mon.c 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.010 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[131898]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.011 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: Upgrade: It appears safe to stop mon.c 2024-04-26T17:03:59.012 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.013 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:58 smithi044 ceph-mon[26799]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail 2024-04-26T17:03:59.894 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:59 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.895 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:59 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.895 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:03:59 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.895 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:59 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.895 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:59 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:03:59.895 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:03:59 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:00.186 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:59 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:00.187 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:59 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:00.187 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:03:59 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:01.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[26799]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T17:04:01.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:01.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:01.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:01.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[131898]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T17:04:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:01.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:00 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:00 smithi139 ceph-mon[118784]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T17:04:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:00 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:00 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:00 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:01.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:00 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:01.975 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:01 smithi139 ceph-mon[118784]: Upgrade: Updating mon.c 2024-04-26T17:04:01.975 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:01 smithi139 ceph-mon[118784]: Deploying daemon mon.c on smithi044 2024-04-26T17:04:01.975 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:01 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:01.975 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:01 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:01.975 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:01 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:02.072 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[131898]: Upgrade: Updating mon.c 2024-04-26T17:04:02.072 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[131898]: Deploying daemon mon.c on smithi044 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[26799]: Upgrade: Updating mon.c 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[26799]: Deploying daemon mon.c on smithi044 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:02.073 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:01 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.224 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[26799]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.225 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[26799]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T17:04:03.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.225 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-mon[131898]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T17:04:03.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.422 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:03.423 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:03 smithi139 ceph-mon[118784]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T17:04:03.809 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 systemd[1]: Stopping Ceph mon.c for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:04:04.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c[26781]: 2024-04-26T17:04:03.809+0000 7fa0af981700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:04:04.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c[26781]: 2024-04-26T17:04:03.809+0000 7fa0af981700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T17:04:04.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:03 smithi044 podman[134985]: 2024-04-26 17:04:03.891449567 +0000 UTC m=+0.196890505 container died 006d7f66613b661835eff4f0ad50063030e30ad59bc53c5b27a5a8fbdb0b3247 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, com.redhat.component=centos-stream-container, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, vcs-type=git, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, ceph=True, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870) 2024-04-26T17:04:04.828 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:04 smithi044 podman[134985]: 2024-04-26 17:04:04.552165478 +0000 UTC m=+0.857606407 container cleanup 006d7f66613b661835eff4f0ad50063030e30ad59bc53c5b27a5a8fbdb0b3247 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, RELEASE=HEAD, version=8, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, maintainer=Guillaume Abrioux , name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-26T17:04:04.828 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:04 smithi044 bash[134985]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c 2024-04-26T17:04:05.097 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:04:04] "GET /metrics HTTP/1.1" 200 35283 "" "Prometheus/2.43.0" 2024-04-26T17:04:05.097 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:04 smithi044 podman[135000]: 2024-04-26 17:04:04.828530374 +0000 UTC m=+0.939460794 container remove 006d7f66613b661835eff4f0ad50063030e30ad59bc53c5b27a5a8fbdb0b3247 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.openshift.tags=base centos centos-stream, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, io.buildah.version=1.19.8, io.openshift.expose-services=, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_CLEAN=True) 2024-04-26T17:04:05.098 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:04 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-26T17:04:05.098 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:04 smithi044 systemd[1]: Stopped Ceph mon.c for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:04:05.098 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:04 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.c.service: Consumed 29.342s CPU time. 2024-04-26T17:04:05.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 systemd[1]: Starting Ceph mon.c for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:04:05.690 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 podman[135135]: 2024-04-26 17:04:05.321643983 +0000 UTC m=+0.018835670 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 podman[135135]: 2024-04-26 17:04:05.430014851 +0000 UTC m=+0.127206558 container create 98014c0b6050277a4f8bab752f8c5f7c08d708ad20c9184c941093f145a6a38b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 podman[135135]: 2024-04-26 17:04:05.615905067 +0000 UTC m=+0.313096733 container init 98014c0b6050277a4f8bab752f8c5f7c08d708ad20c9184c941093f145a6a38b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, ceph=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 podman[135135]: 2024-04-26 17:04:05.619188824 +0000 UTC m=+0.316380491 container start 98014c0b6050277a4f8bab752f8c5f7c08d708ad20c9184c941093f145a6a38b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev), process ceph-mon, pid 2 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: pidfile_write: ignore empty --pid-file 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: load: jerasure load: lrc 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: RocksDB version: 7.9.2 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Git sha 0 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Compile date 2024-04-26 03:22:31 2024-04-26T17:04:05.691 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: DB SUMMARY 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: DB Session ID: E4P1WR5R0UY75QZ8OPQL 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: CURRENT file: CURRENT 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: MANIFEST file: MANIFEST-000009 size: 5996 Bytes 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000102.sst 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000100.log size: 3047718 ; 2024-04-26T17:04:05.692 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.error_if_exists: 0 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.create_if_missing: 0 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.paranoid_checks: 1 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.env: 0x55e33ee14cc0 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.info_log: 0x55e340d97d80 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.statistics: (nil) 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.use_fsync: 0 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_log_file_size: 0 2024-04-26T17:04:05.693 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.allow_fallocate: 1 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.use_direct_reads: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.db_log_dir: 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.wal_dir: 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T17:04:05.694 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.write_buffer_manager: 0x55e340d69220 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T17:04:05.695 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.unordered_write: 0 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.row_cache: None 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.wal_filter: None 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.two_write_queues: 0 2024-04-26T17:04:05.696 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.wal_compression: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.atomic_flush: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.log_readahead_size: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T17:04:05.697 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_background_jobs: 2 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_background_compactions: -1 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_subcompactions: 1 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T17:04:05.698 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T17:04:05.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T17:04:05.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T17:04:05.699 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_open_files: -1 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_background_flushes: -1 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Compression algorithms supported: 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T17:04:05.700 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kZSTD supported: 0 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kXpressCompression supported: 0 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kZlibCompression supported: 1 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kSnappyCompression supported: 1 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kLZ4Compression supported: 1 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: kBZip2Compression supported: 0 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.merge_operator: 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_filter: None 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T17:04:05.701 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e340d97f40) 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: cache_index_and_filter_blocks: 1 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: pin_top_level_index_and_filter: 1 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: index_type: 0 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: data_block_index_type: 0 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: index_shortening: 1 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: checksum: 4 2024-04-26T17:04:05.702 INFO:journalctl@ceph.mon.c.smithi044.stdout: no_block_cache: 0 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_cache: 0x55e340d9b1f0 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_cache_name: BinnedLRUCache 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_cache_options: 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: capacity : 536870912 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: num_shard_bits : 4 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: strict_capacity_limit : 0 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: high_pri_pool_ratio: 0.000 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_cache_compressed: (nil) 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: persistent_cache: (nil) 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_size: 4096 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_size_deviation: 10 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_restart_interval: 16 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: index_block_restart_interval: 1 2024-04-26T17:04:05.703 INFO:journalctl@ceph.mon.c.smithi044.stdout: metadata_block_size: 4096 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: partition_filters: 0 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: use_delta_encoding: 1 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: filter_policy: bloomfilter 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: whole_key_filtering: 1 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: verify_compression: 0 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: read_amp_bytes_per_bit: 0 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: format_version: 5 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: enable_index_compression: 1 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: block_align: 0 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: max_auto_readahead_size: 262144 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: prepopulate_block_cache: 0 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: initial_auto_readahead_size: 8192 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T17:04:05.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression: NoCompression 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.num_levels: 7 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T17:04:05.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T17:04:05.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T17:04:05.707 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T17:04:05.708 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.inplace_update_support: 0 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T17:04:05.709 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.bloom_locality: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.max_successive_merges: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.ttl: 2592000 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.enable_blob_files: false 2024-04-26T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.min_blob_size: 0 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 102.sst 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 104, last_sequence is 60205, log_number is 100,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 100 2024-04-26T17:04:05.711 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5838b774-af50-4566-93dd-c544a9db44e7 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151045648928, "job": 1, "event": "recovery_started", "wal_files": [100]} 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #100 mode 2 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151045656495, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 105, "file_size": 1869055, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 60210, "largest_seqno": 60965, "table_properties": {"data_size": 1864747, "index_size": 2372, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 901, "raw_key_size": 8357, "raw_average_key_size": 23, "raw_value_size": 1857093, "raw_average_value_size": 5275, "num_data_blocks": 108, "num_entries": 352, "num_filter_entries": 352, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714151045, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5838b774-af50-4566-93dd-c544a9db44e7", "db_session_id": "E4P1WR5R0UY75QZ8OPQL", "orig_file_number": 105, "seqno_to_time_mapping": "N/A"}} 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714151045656600, "job": 1, "event": "recovery_finished"} 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/version_set.cc:5047] Creating manifest 107 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000100.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e340eb8000 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: DB pointer 0x55e340ea4000 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout: ** DB Stats ** 2024-04-26T17:04:05.712 INFO:journalctl@ceph.mon.c.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: L0 1/0 1.78 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: L6 1/0 13.62 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T17:04:05.713 INFO:journalctl@ceph.mon.c.smithi044.stdout: Sum 2/0 15.40 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 565.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: ** Compaction Stats [default] ** 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 565.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T17:04:05.714 INFO:journalctl@ceph.mon.c.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: Cumulative compaction: 0.00 GB write, 177.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: Interval compaction: 0.00 GB write, 177.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: Block cache BinnedLRUCache@0x55e340d9b1f0#2 capacity: 512.00 MB usage: 3.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: starting mon.c rank 1 at public addrs [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] at bind addrs [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???) e3 preinit fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).mds e1 new map 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).mds e1 print_map 2024-04-26T17:04:05.715 INFO:journalctl@ceph.mon.c.smithi044.stdout: e1 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout: legacy client fscid: -1 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout: 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout: No filesystems configured 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).osd e118 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).osd e118 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).osd e118 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).osd e118 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 ceph-mon[135154]: mon.c@-1(???).paxosservice(auth 1..32) refresh upgraded, format 0 -> 3 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 bash[135135]: 98014c0b6050277a4f8bab752f8c5f7c08d708ad20c9184c941093f145a6a38b 2024-04-26T17:04:05.716 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:05 smithi044 systemd[1]: Started Ceph mon.c for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:04:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:07 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:07 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:07.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:07 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:07.624 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: mon.b calling monitor election 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: mon.c calling monitor election 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: mon.a calling monitor election 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: monmap epoch 4 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: last_changed 2024-04-26T17:04:07.232373+0000 2024-04-26T17:04:08.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: created 2024-04-26T16:29:43.010763+0000 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: min_mon_release 19 (squid) 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: election_strategy: 1 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: 1: [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon.c 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: 2: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: fsmap 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: osdmap e118: 8 total, 8 up, 8 in 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: mgrmap e52: y(active, since 14s), standbys: x 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: overall HEALTH_OK 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:04:08.345 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:08.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: Reconfiguring mon.a (monmap changed)... 2024-04-26T17:04:08.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:08.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:08.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:08.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[131898]: Reconfiguring daemon mon.a on smithi044 2024-04-26T17:04:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:04:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 6s ago 33m - - 2024-04-26T17:04:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 6s ago 33m - - 2024-04-26T17:04:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (2m) 6s ago 27m 16.4M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:04:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (2m) 6s ago 27m 80.4M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:04:08.346 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (5m) 6s ago 26m 58.8M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (4m) 6s ago 32m 461M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (16m) 6s ago 34m 509M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (27s) 6s ago 34m 43.3M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 2b22d1285655 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (71s) 6s ago 32m 42.7M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 starting - - - 2048M 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (4m) 6s ago 28m 16.9M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (4m) 6s ago 28m 15.2M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (32m) 6s ago 32m 54.0M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (31m) 6s ago 31m 55.7M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (31m) 6s ago 31m 51.6M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (30m) 6s ago 30m 53.7M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (30m) 6s ago 30m 57.7M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (30m) 6s ago 30m 54.0M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (29m) 6s ago 29m 51.1M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:04:08.347 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (29m) 6s ago 29m 57.3M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:04:08.348 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (3m) 6s ago 28m 67.5M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:04:08.348 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (26m) 6s ago 26m 77.9M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:04:08.348 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (26m) 6s ago 26m 79.8M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: mon.b calling monitor election 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: mon.c calling monitor election 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: mon.a calling monitor election 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: monmap epoch 4 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: last_changed 2024-04-26T17:04:07.232373+0000 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: created 2024-04-26T16:29:43.010763+0000 2024-04-26T17:04:08.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: min_mon_release 19 (squid) 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: election_strategy: 1 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: 1: [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon.c 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: 2: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: fsmap 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: osdmap e118: 8 total, 8 up, 8 in 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: mgrmap e52: y(active, since 14s), standbys: x 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: overall HEALTH_OK 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.349 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:04:08.350 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:08.350 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: Reconfiguring mon.a (monmap changed)... 2024-04-26T17:04:08.350 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:08.350 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:08.350 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:08.350 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:08 smithi044 ceph-mon[135154]: Reconfiguring daemon mon.a on smithi044 2024-04-26T17:04:08.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: mon.b calling monitor election 2024-04-26T17:04:08.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: mon.c calling monitor election 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: mon.a calling monitor election 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: monmap epoch 4 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: fsid 18c48794-03ea-11ef-bc93-c7b262605968 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: last_changed 2024-04-26T17:04:07.232373+0000 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: created 2024-04-26T16:29:43.010763+0000 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: min_mon_release 19 (squid) 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: election_strategy: 1 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: 1: [v2:172.21.15.44:3301/0,v1:172.21.15.44:6790/0] mon.c 2024-04-26T17:04:08.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: 2: [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon.b 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: fsmap 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: osdmap e118: 8 total, 8 up, 8 in 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: mgrmap e52: y(active, since 14s), standbys: x 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: overall HEALTH_OK 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:08.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: Reconfiguring mon.a (monmap changed)... 2024-04-26T17:04:08.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:08.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:08.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:08.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:08 smithi139 ceph-mon[118784]: Reconfiguring daemon mon.a on smithi044 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 3 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:04:08.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 5 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:04:08.772 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:04:09.134 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:04:09.134 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:04:09.134 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:04:09.134 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi044", 2024-04-26T17:04:09.134 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:04:09.135 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "1/2 daemons upgraded", 2024-04-26T17:04:09.135 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading mon daemons", 2024-04-26T17:04:09.135 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:04:09.135 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='client.54138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='client.54144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='client.54150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/2350499355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:09.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='client.54138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='client.54144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='client.54150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/2350499355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:09.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:04:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:04:09.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:09 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:09.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='client.54138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='client.54144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T17:04:09.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='client.54150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:09.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/2350499355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:09.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:09.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:09.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:04:09.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:04:09.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:09 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:10.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-mon[131898]: from='client.54162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:10.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-mon[131898]: Reconfiguring mgr.y (monmap changed)... 2024-04-26T17:04:10.356 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-mon[131898]: Reconfiguring daemon mgr.y on smithi044 2024-04-26T17:04:10.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-mon[135154]: from='client.54162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:10.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-mon[135154]: Reconfiguring mgr.y (monmap changed)... 2024-04-26T17:04:10.356 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-mon[135154]: Reconfiguring daemon mgr.y on smithi044 2024-04-26T17:04:10.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:10 smithi139 ceph-mon[118784]: from='client.54162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:10.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:10 smithi139 ceph-mon[118784]: Reconfiguring mgr.y (monmap changed)... 2024-04-26T17:04:10.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:10 smithi139 ceph-mon[118784]: Reconfiguring daemon mgr.y on smithi044 2024-04-26T17:04:11.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:10 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:04:10.663+0000 7f5d2fa48700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[131898]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:11.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[135154]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T17:04:11.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:11.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:11.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:11.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:11.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:11 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:11 smithi139 ceph-mon[118784]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T17:04:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:11 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:11 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:11 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:11 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:11.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:11 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[135154]: Reconfiguring mon.c (monmap changed)... 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[135154]: Reconfiguring daemon mon.c on smithi044 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[131898]: Reconfiguring mon.c (monmap changed)... 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[131898]: Reconfiguring daemon mon.c on smithi044 2024-04-26T17:04:12.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:12.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:12.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:04:12.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:12 smithi139 ceph-mon[118784]: Reconfiguring mon.c (monmap changed)... 2024-04-26T17:04:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:12 smithi139 ceph-mon[118784]: Reconfiguring daemon mon.c on smithi044 2024-04-26T17:04:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:04:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:13 smithi044 ceph-mon[131898]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:13 smithi044 ceph-mon[131898]: Reconfiguring osd.0 (monmap changed)... 2024-04-26T17:04:13.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:13 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.0 on smithi044 2024-04-26T17:04:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:13 smithi044 ceph-mon[135154]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:13 smithi044 ceph-mon[135154]: Reconfiguring osd.0 (monmap changed)... 2024-04-26T17:04:13.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:13 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.0 on smithi044 2024-04-26T17:04:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:13 smithi139 ceph-mon[118784]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:13 smithi139 ceph-mon[118784]: Reconfiguring osd.0 (monmap changed)... 2024-04-26T17:04:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:13 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.0 on smithi044 2024-04-26T17:04:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:14 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T17:04:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:14.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:14.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:14.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:14.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T17:04:14.789 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:14.790 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:14.790 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:14.790 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:14.790 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T17:04:14.790 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:15.060 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:04:14] "GET /metrics HTTP/1.1" 200 38032 "" "Prometheus/2.43.0" 2024-04-26T17:04:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:15 smithi139 ceph-mon[118784]: Reconfiguring osd.1 (monmap changed)... 2024-04-26T17:04:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:15 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.1 on smithi044 2024-04-26T17:04:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:15 smithi139 ceph-mon[118784]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:15.795 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:15 smithi044 ceph-mon[131898]: Reconfiguring osd.1 (monmap changed)... 2024-04-26T17:04:15.795 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:15 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.1 on smithi044 2024-04-26T17:04:15.795 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:15 smithi044 ceph-mon[131898]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:15.796 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:15 smithi044 ceph-mon[135154]: Reconfiguring osd.1 (monmap changed)... 2024-04-26T17:04:15.796 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:15 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.1 on smithi044 2024-04-26T17:04:15.796 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:15 smithi044 ceph-mon[135154]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: Reconfiguring osd.2 (monmap changed)... 2024-04-26T17:04:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T17:04:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:17.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.2 on smithi044 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[135154]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: Reconfiguring osd.2 (monmap changed)... 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.2 on smithi044 2024-04-26T17:04:17.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:16 smithi044 ceph-mon[131898]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: Reconfiguring osd.2 (monmap changed)... 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.2 on smithi044 2024-04-26T17:04:17.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:16 smithi139 ceph-mon[118784]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: Reconfiguring osd.3 (monmap changed)... 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.3 on smithi044 2024-04-26T17:04:18.852 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[135154]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:18.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:18.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:18.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: Reconfiguring osd.3 (monmap changed)... 2024-04-26T17:04:18.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T17:04:18.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:18.853 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.3 on smithi044 2024-04-26T17:04:18.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:18 smithi044 ceph-mon[131898]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: Reconfiguring osd.3 (monmap changed)... 2024-04-26T17:04:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T17:04:19.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.3 on smithi044 2024-04-26T17:04:19.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:18 smithi139 ceph-mon[118784]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:20.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:20 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:20.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:20 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:20.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:20 smithi139 ceph-mon[118784]: Reconfiguring rgw.foo.smithi044.wystkf (monmap changed)... 2024-04-26T17:04:20.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:20 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T17:04:20.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:20 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:20.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:20 smithi139 ceph-mon[118784]: Reconfiguring daemon rgw.foo.smithi044.wystkf on smithi044 2024-04-26T17:04:20.703 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[135154]: Reconfiguring rgw.foo.smithi044.wystkf (monmap changed)... 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[135154]: Reconfiguring daemon rgw.foo.smithi044.wystkf on smithi044 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[131898]: Reconfiguring rgw.foo.smithi044.wystkf (monmap changed)... 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi044.wystkf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:20.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:20 smithi044 ceph-mon[131898]: Reconfiguring daemon rgw.foo.smithi044.wystkf on smithi044 2024-04-26T17:04:21.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:21 smithi044 ceph-mon[131898]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:21.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:21 smithi044 ceph-mon[135154]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:21.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:21 smithi139 ceph-mon[118784]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:23.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.159 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: Reconfiguring mon.b (monmap changed)... 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: Reconfiguring daemon mon.b on smithi139 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:23.160 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: Reconfiguring mon.b (monmap changed)... 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: Reconfiguring daemon mon.b on smithi139 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.161 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: Reconfiguring mon.b (monmap changed)... 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:23.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: Reconfiguring daemon mon.b on smithi139 2024-04-26T17:04:23.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:23.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:23.199 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:24.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:24 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:24.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:24 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:24.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:24 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:25.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:04:24] "GET /metrics HTTP/1.1" 200 38100 "" "Prometheus/2.43.0" 2024-04-26T17:04:25.496 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:25 smithi139 ceph-mon[118784]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:25.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:25 smithi044 ceph-mon[131898]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:25.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:25 smithi044 ceph-mon[135154]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:27.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: Reconfiguring mgr.x (monmap changed)... 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: Reconfiguring daemon mgr.x on smithi139 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: Reconfiguring mgr.x (monmap changed)... 2024-04-26T17:04:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:04:27.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: Reconfiguring daemon mgr.x on smithi139 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: Reconfiguring mgr.x (monmap changed)... 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T17:04:27.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: Reconfiguring daemon mgr.x on smithi139 2024-04-26T17:04:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:27.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: Reconfiguring osd.4 (monmap changed)... 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.4 on smithi139 2024-04-26T17:04:29.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:28 smithi139 ceph-mon[118784]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: Reconfiguring osd.4 (monmap changed)... 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.4 on smithi139 2024-04-26T17:04:29.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[131898]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: Reconfiguring osd.4 (monmap changed)... 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.4 on smithi139 2024-04-26T17:04:29.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:28 smithi044 ceph-mon[135154]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[131898]: Reconfiguring osd.5 (monmap changed)... 2024-04-26T17:04:30.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T17:04:30.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:30.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.5 on smithi139 2024-04-26T17:04:30.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:30.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:30.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[135154]: Reconfiguring osd.5 (monmap changed)... 2024-04-26T17:04:30.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T17:04:30.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:30.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:30 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.5 on smithi139 2024-04-26T17:04:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:30 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:30 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:30 smithi139 ceph-mon[118784]: Reconfiguring osd.5 (monmap changed)... 2024-04-26T17:04:30.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:30 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T17:04:30.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:30 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:30.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:30 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.5 on smithi139 2024-04-26T17:04:31.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[135154]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:31.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[131898]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T17:04:31.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:31 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:31 smithi139 ceph-mon[118784]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:31 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:31 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:31 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T17:04:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:31 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:32 smithi044 ceph-mon[131898]: Reconfiguring osd.6 (monmap changed)... 2024-04-26T17:04:32.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:32 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.6 on smithi139 2024-04-26T17:04:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:32 smithi044 ceph-mon[135154]: Reconfiguring osd.6 (monmap changed)... 2024-04-26T17:04:32.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:32 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.6 on smithi139 2024-04-26T17:04:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:32 smithi139 ceph-mon[118784]: Reconfiguring osd.6 (monmap changed)... 2024-04-26T17:04:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:32 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.6 on smithi139 2024-04-26T17:04:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[131898]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T17:04:33.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:33.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[135154]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:33.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:33.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:33.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T17:04:33.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:33 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:33 smithi139 ceph-mon[118784]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:33 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:33 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:33.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:33 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T17:04:33.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:33 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:34 smithi139 ceph-mon[118784]: Reconfiguring osd.7 (monmap changed)... 2024-04-26T17:04:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:34 smithi139 ceph-mon[118784]: Reconfiguring daemon osd.7 on smithi139 2024-04-26T17:04:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:34 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:34 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:34.880 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[131898]: Reconfiguring osd.7 (monmap changed)... 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[131898]: Reconfiguring daemon osd.7 on smithi139 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[135154]: Reconfiguring osd.7 (monmap changed)... 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[135154]: Reconfiguring daemon osd.7 on smithi139 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:34.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:35.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:04:34] "GET /metrics HTTP/1.1" 200 38100 "" "Prometheus/2.43.0" 2024-04-26T17:04:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:35 smithi139 ceph-mon[118784]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:35 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:35 smithi139 ceph-mon[118784]: Reconfiguring rgw.foo.smithi139.qerdyy (monmap changed)... 2024-04-26T17:04:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:35 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T17:04:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:35 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:35.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:35 smithi139 ceph-mon[118784]: Reconfiguring daemon rgw.foo.smithi139.qerdyy on smithi139 2024-04-26T17:04:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[131898]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[131898]: Reconfiguring rgw.foo.smithi139.qerdyy (monmap changed)... 2024-04-26T17:04:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T17:04:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:36.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[131898]: Reconfiguring daemon rgw.foo.smithi139.qerdyy on smithi139 2024-04-26T17:04:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[135154]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[135154]: Reconfiguring rgw.foo.smithi139.qerdyy (monmap changed)... 2024-04-26T17:04:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi139.qerdyy", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-26T17:04:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:36.009 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:35 smithi044 ceph-mon[135154]: Reconfiguring daemon rgw.foo.smithi139.qerdyy on smithi139 2024-04-26T17:04:37.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all mon 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all crash 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all mds 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all nfs 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all mon 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all crash 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all mds 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T17:04:37.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all nfs 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all node-exporter 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all prometheus 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all alertmanager 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all grafana 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all loki 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all promtail 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Finalizing container_image settings 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:04:37.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all node-exporter 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all prometheus 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all alertmanager 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all grafana 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all loki 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all promtail 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Finalizing container_image settings 2024-04-26T17:04:37.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:04:37.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: Upgrade: Complete! 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:37.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:04:37.521 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.522 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: Upgrade: Complete! 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:37.523 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:37 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all mon 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all crash 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all mds 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all rbd-mirror 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all ceph-exporter 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all nfs 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all node-exporter 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all prometheus 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all alertmanager 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all grafana 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all loki 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all promtail 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Finalizing container_image settings 2024-04-26T17:04:37.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-26T17:04:37.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: Upgrade: Complete! 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:04:37.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:04:37.536 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:37 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:38.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:38 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:38.676 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:38 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:38 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:38.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:38 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:38 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:38.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:38 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:39.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:39 smithi044 ceph-mon[135154]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:39.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:39 smithi044 ceph-mon[131898]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:39 smithi139 ceph-mon[118784]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:40.237 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T17:04:40.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:40 smithi044 ceph-mon[131898]: from='client.54168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:40.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:40 smithi044 ceph-mon[135154]: from='client.54168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:40.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:40 smithi139 ceph-mon[118784]: from='client.54168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:41.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:41 smithi044 ceph-mon[135154]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:41.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:41 smithi044 ceph-mon[131898]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:41 smithi139 ceph-mon[118784]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:43.194 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[131898]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.195 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:43 smithi044 ceph-mon[135154]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:43.342 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:04:43.342 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 16s ago 33m - - 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 1s ago 33m - - 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (3m) 16s ago 28m 17.9M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (2m) 1s ago 27m 78.6M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (6m) 16s ago 26m 59.4M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (5m) 1s ago 33m 461M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (16m) 16s ago 34m 514M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (62s) 16s ago 34m 44.2M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 2b22d1285655 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (106s) 1s ago 33m 43.1M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (38s) 16s ago 33m 29.9M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 98014c0b6050 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (4m) 16s ago 28m 16.8M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (4m) 1s ago 28m 14.7M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (32m) 16s ago 32m 54.0M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (32m) 16s ago 32m 55.7M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (31m) 16s ago 31m 51.6M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:04:43.343 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (31m) 16s ago 31m 53.8M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (31m) 1s ago 31m 57.7M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (30m) 1s ago 30m 54.1M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (29m) 1s ago 30m 51.1M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (29m) 1s ago 29m 57.1M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (3m) 1s ago 28m 67.5M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (27m) 16s ago 27m 78.2M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:04:43.344 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (27m) 1s ago 27m 80.1M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:04:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:43 smithi139 ceph-mon[118784]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:44.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:44 smithi044 ceph-mon[135154]: from='client.64108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:44.348 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:44 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:44.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:44 smithi044 ceph-mon[131898]: from='client.64108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:44.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:44 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:44.350 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-04-26T17:04:44.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:44 smithi139 ceph-mon[118784]: from='client.64108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:44 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:45.091 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:04:44] "GET /metrics HTTP/1.1" 200 38101 "" "Prometheus/2.43.0" 2024-04-26T17:04:45.202 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:45 smithi139 ceph-mon[118784]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:45.433 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:45 smithi044 ceph-mon[131898]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:45.433 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:45 smithi044 ceph-mon[135154]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:47.220 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[131898]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:47 smithi044 ceph-mon[135154]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:47.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:04:47.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:47 smithi139 ceph-mon[118784]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:47.917 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-04-26T17:04:48.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:48 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/3318897533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:48.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:48 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/3318897533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:48.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:48 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/3318897533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:49.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:49 smithi044 ceph-mon[135154]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:49.478 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:49 smithi044 ceph-mon[131898]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:49 smithi139 ceph-mon[118784]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:50.054 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)" 2024-04-26T17:04:50.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:50 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/458366798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:50.418 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:50 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/458366798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:50 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/458366798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:04:50.865 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-04-26T17:04:51.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:51 smithi044 ceph-mon[135154]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:51.473 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:51 smithi044 ceph-mon[131898]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:51.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:51 smithi139 ceph-mon[118784]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:52.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:52.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:52.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:04:53.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:53 smithi044 ceph-mon[131898]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:53.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:53 smithi044 ceph-mon[135154]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:53.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:53 smithi139 ceph-mon[118784]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:54.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:54 smithi044 ceph-mon[135154]: from='client.64126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:54.881 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:54 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:54 smithi044 ceph-mon[131898]: from='client.64126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:54.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:54 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:54 smithi139 ceph-mon[118784]: from='client.64126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:55.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:54 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:04:55.152 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:04:55.152 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:04:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:04:54] "GET /metrics HTTP/1.1" 200 38099 "" "Prometheus/2.43.0" 2024-04-26T17:04:55.878 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:55 smithi044 ceph-mon[131898]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:55.878 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:55 smithi044 ceph-mon[135154]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:55.907 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade status' 2024-04-26T17:04:56.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:55 smithi139 ceph-mon[118784]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:58.008 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:57 smithi044 ceph-mon[131898]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:58.008 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:57 smithi044 ceph-mon[135154]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": null, 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": false, 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "", 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": null, 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "", 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:04:58.017 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:04:58.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:57 smithi139 ceph-mon[118784]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:04:58.818 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph health detail' 2024-04-26T17:04:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:59 smithi044 ceph-mon[135154]: from='client.64132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:04:59 smithi044 ceph-mon[135154]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:04:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:59 smithi044 ceph-mon[131898]: from='client.64132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:04:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:04:59 smithi044 ceph-mon[131898]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:00.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:59 smithi139 ceph-mon[118784]: from='client.64132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:00.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:04:59 smithi139 ceph-mon[118784]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:00.880 INFO:teuthology.orchestra.run.smithi044.stdout:HEALTH_OK 2024-04-26T17:05:01.625 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-04-26T17:05:01.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:01 smithi044 ceph-mon[131898]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:01.792 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:01 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/2503823366' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:05:01.792 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:01 smithi044 ceph-mon[135154]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:01.792 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:01 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/2503823366' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:05:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:01 smithi139 ceph-mon[118784]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:02.028 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:01 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/2503823366' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-26T17:05:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[135154]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:03.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:03 smithi044 ceph-mon[131898]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:03.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:03 smithi139 ceph-mon[118784]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:04.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:04 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:04.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:04 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:04.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:04 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:05.217 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:05:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:05:04] "GET /metrics HTTP/1.1" 200 38099 "" "Prometheus/2.43.0" 2024-04-26T17:05:05.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:05 smithi139 ceph-mon[118784]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:05.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:05 smithi044 ceph-mon[131898]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:05.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:05 smithi044 ceph-mon[135154]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[131898]: from='client.64144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[131898]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[135154]: from='client.64144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[135154]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:07.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:07 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:07 smithi139 ceph-mon[118784]: from='client.64144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:07.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:07 smithi139 ceph-mon[118784]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:07.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:07 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:07 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.681 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:07 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:07.979 INFO:teuthology.orchestra.run.smithi044.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:08.637 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:08.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:08.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:08.638 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:08 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:08.662 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-26T17:05:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:08.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:08 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:09.535 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:09 smithi044 ceph-mon[131898]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:09.535 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:09 smithi044 ceph-mon[131898]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:09.535 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:09 smithi044 ceph-mon[131898]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:09.535 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:09 smithi044 ceph-mon[135154]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:09.536 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:09 smithi044 ceph-mon[135154]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:09.536 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:09 smithi044 ceph-mon[135154]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:09 smithi139 ceph-mon[118784]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:09 smithi139 ceph-mon[118784]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6 2024-04-26T17:05:09.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:09 smithi139 ceph-mon[118784]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:11.238 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:05:11.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:11 smithi044 ceph-mon[135154]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:11.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:11 smithi044 ceph-mon[131898]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:11 smithi139 ceph-mon[118784]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:11.935 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 5s ago 34m - - 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 9s ago 34m - - 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (3m) 5s ago 28m 26.0M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (3m) 9s ago 28m 79.3M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (6m) 5s ago 27m 61.5M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (6m) 9s ago 33m 462M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (17m) 5s ago 35m 519M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (90s) 5s ago 35m 48.9M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 2b22d1285655 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (2m) 9s ago 33m 43.6M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (66s) 5s ago 34m 39.3M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 98014c0b6050 2024-04-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (5m) 5s ago 29m 17.3M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (5m) 9s ago 29m 14.8M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (33m) 5s ago 33m 54.0M 4096M 17.2.0 e1d6a67b021e 7636700986f7 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (32m) 5s ago 32m 55.7M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (32m) 5s ago 32m 51.6M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (31m) 5s ago 31m 53.8M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (31m) 9s ago 31m 57.7M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (31m) 9s ago 31m 54.1M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (30m) 9s ago 30m 51.2M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (30m) 9s ago 30m 57.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (4m) 9s ago 29m 67.5M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (27m) 5s ago 27m 78.3M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:05:11.937 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (27m) 9s ago 27m 80.2M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 3 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 5 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='client.64156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.705 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='client.64156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.706 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:12 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:12.752 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "0/8 daemons upgraded", 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading osd daemons", 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:05:12.753 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:05:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='client.64156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:12.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:12.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:12.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:12 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: from='client.54228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all mgr 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all mon 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all crash 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: Upgrade: osd.0 is safe to restart 2024-04-26T17:05:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/2904937852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: from='client.54228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all mgr 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all mon 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all crash 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: Upgrade: osd.0 is safe to restart 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:13.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:13 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/2904937852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: from='client.54228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: Upgrade: Target is version 19.0.0-3305-ga430f9ed (squid) 2024-04-26T17:05:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45'] 2024-04-26T17:05:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all mgr 2024-04-26T17:05:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all mon 2024-04-26T17:05:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all crash 2024-04-26T17:05:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: Upgrade: osd.0 is safe to restart 2024-04-26T17:05:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:13.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:13 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/2904937852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:14.713 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[131898]: from='client.54240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:14.713 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:14.713 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:14.713 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:05:14.713 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:14.713 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[135154]: from='client.54240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:14.714 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:14.714 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:14.714 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:05:14.714 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:14 smithi139 ceph-mon[118784]: from='client.54240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:14 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:05:14.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:14 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:15.007 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:05:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:05:14] "GET /metrics HTTP/1.1" 200 38098 "" "Prometheus/2.43.0" 2024-04-26T17:05:15.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:15 smithi044 ceph-mon[135154]: Upgrade: Updating osd.0 2024-04-26T17:05:15.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:15 smithi044 ceph-mon[135154]: Deploying daemon osd.0 on smithi044 2024-04-26T17:05:15.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:15 smithi044 ceph-mon[135154]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:15.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:15 smithi044 ceph-mon[131898]: Upgrade: Updating osd.0 2024-04-26T17:05:15.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:15 smithi044 ceph-mon[131898]: Deploying daemon osd.0 on smithi044 2024-04-26T17:05:15.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:15 smithi044 ceph-mon[131898]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:15 smithi139 ceph-mon[118784]: Upgrade: Updating osd.0 2024-04-26T17:05:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:15 smithi139 ceph-mon[118784]: Deploying daemon osd.0 on smithi044 2024-04-26T17:05:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:15 smithi139 ceph-mon[118784]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:17.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:17 smithi044 ceph-mon[131898]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:17.466 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:17 smithi044 ceph-mon[135154]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:17.741 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:17 smithi139 ceph-mon[118784]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:05:17.758 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:17 smithi044 systemd[1]: Stopping Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:05:18.257 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[30066]: 2024-04-26T17:05:17.830+0000 7f43b238a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:05:18.258 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[30066]: 2024-04-26T17:05:17.830+0000 7f43b238a700 -1 osd.0 118 *** Got signal Terminated *** 2024-04-26T17:05:18.258 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:17 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[30066]: 2024-04-26T17:05:17.830+0000 7f43b238a700 -1 osd.0 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:05:18.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:18 smithi044 ceph-mon[135154]: osd.0 marked itself down and dead 2024-04-26T17:05:18.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:18 smithi044 ceph-mon[131898]: osd.0 marked itself down and dead 2024-04-26T17:05:18.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:18 smithi139 ceph-mon[118784]: osd.0 marked itself down and dead 2024-04-26T17:05:19.141 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:18 smithi044 podman[139588]: 2024-04-26 17:05:18.842809814 +0000 UTC m=+1.122050965 container died 7636700986f7dfc409899bcd66c42bc5c77d15b2cda04a4d99f3db469f7e1192 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, vendor=Red Hat, Inc., name=centos-stream, release=754, CEPH_POINT_RELEASE=-17.2.0, version=8, GIT_BRANCH=HEAD, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, vcs-type=git, build-date=2022-05-03T08:36:31.336870) 2024-04-26T17:05:19.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:19 smithi044 ceph-mon[131898]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:19.499 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:19 smithi044 ceph-mon[131898]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T17:05:19.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:19 smithi044 ceph-mon[131898]: osdmap e119: 8 total, 7 up, 8 in 2024-04-26T17:05:19.500 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:19 smithi044 podman[139588]: 2024-04-26 17:05:19.315030654 +0000 UTC m=+1.594271796 container cleanup 7636700986f7dfc409899bcd66c42bc5c77d15b2cda04a4d99f3db469f7e1192 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, maintainer=Guillaume Abrioux , RELEASE=HEAD, io.buildah.version=1.19.8, vcs-type=git, GIT_CLEAN=True, vendor=Red Hat, Inc., version=8, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, build-date=2022-05-03T08:36:31.336870, name=centos-stream, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:05:19.500 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:19 smithi044 bash[139588]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0 2024-04-26T17:05:19.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:19 smithi044 ceph-mon[135154]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:19.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:19 smithi044 ceph-mon[135154]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T17:05:19.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:19 smithi044 ceph-mon[135154]: osdmap e119: 8 total, 7 up, 8 in 2024-04-26T17:05:19.757 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:19 smithi044 podman[139606]: 2024-04-26 17:05:19.50032137 +0000 UTC m=+0.658093915 container remove 7636700986f7dfc409899bcd66c42bc5c77d15b2cda04a4d99f3db469f7e1192 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, vcs-type=git, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, ceph=True, version=8, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc.) 2024-04-26T17:05:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:19 smithi139 ceph-mon[118784]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:19 smithi139 ceph-mon[118784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T17:05:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:19 smithi139 ceph-mon[118784]: osdmap e119: 8 total, 7 up, 8 in 2024-04-26T17:05:20.220 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:19 smithi044 podman[139695]: 2024-04-26 17:05:19.846819926 +0000 UTC m=+0.019292123 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:05:20.220 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:19 smithi044 podman[139695]: 2024-04-26 17:05:19.976439268 +0000 UTC m=+0.148911495 container create e409c92bfcfd619f3d9fba7b11a715d85fba2f9e1bca90398de273c836a0ebd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:05:20.220 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:20 smithi044 podman[139695]: 2024-04-26 17:05:20.220577233 +0000 UTC m=+0.393049418 container init e409c92bfcfd619f3d9fba7b11a715d85fba2f9e1bca90398de273c836a0ebd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-26T17:05:20.507 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:20 smithi044 ceph-mon[135154]: osdmap e120: 8 total, 7 up, 8 in 2024-04-26T17:05:20.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:20 smithi044 ceph-mon[131898]: osdmap e120: 8 total, 7 up, 8 in 2024-04-26T17:05:20.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:20 smithi044 podman[139695]: 2024-04-26 17:05:20.224432966 +0000 UTC m=+0.396905160 container start e409c92bfcfd619f3d9fba7b11a715d85fba2f9e1bca90398de273c836a0ebd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T17:05:20.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:20 smithi044 podman[139695]: 2024-04-26 17:05:20.320704181 +0000 UTC m=+0.493176376 container attach e409c92bfcfd619f3d9fba7b11a715d85fba2f9e1bca90398de273c836a0ebd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-26T17:05:20.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:20 smithi139 ceph-mon[118784]: osdmap e120: 8 total, 7 up, 8 in 2024-04-26T17:05:20.823 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:20 smithi044 podman[139695]: 2024-04-26 17:05:20.531734063 +0000 UTC m=+0.704206240 container died e409c92bfcfd619f3d9fba7b11a715d85fba2f9e1bca90398de273c836a0ebd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T17:05:21.437 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:21 smithi044 ceph-mon[135154]: pgmap v49: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:21.437 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:21 smithi044 podman[139721]: 2024-04-26 17:05:21.183459156 +0000 UTC m=+0.645726906 container remove e409c92bfcfd619f3d9fba7b11a715d85fba2f9e1bca90398de273c836a0ebd1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424) 2024-04-26T17:05:21.437 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:21 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-26T17:05:21.437 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:21 smithi044 systemd[1]: Stopped Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:05:21.438 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:21 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0.service: Consumed 16.047s CPU time. 2024-04-26T17:05:21.438 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:21 smithi044 ceph-mon[131898]: pgmap v49: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:21.757 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:21 smithi044 systemd[1]: Starting Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:05:21.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:21 smithi139 ceph-mon[118784]: pgmap v49: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:23.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:22 smithi044 podman[139966]: 2024-04-26 17:05:22.84096933 +0000 UTC m=+0.024183482 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:05:23.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:22 smithi044 podman[139966]: 2024-04-26 17:05:22.942341772 +0000 UTC m=+0.125555912 container create 917d87411db67889f75ea6d986cbe8e10e660a6cb2cbfc8a0b0902aff8f9b1e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e) 2024-04-26T17:05:23.331 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 podman[139966]: 2024-04-26 17:05:23.211527729 +0000 UTC m=+0.394741866 container init 917d87411db67889f75ea6d986cbe8e10e660a6cb2cbfc8a0b0902aff8f9b1e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-26T17:05:23.331 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 podman[139966]: 2024-04-26 17:05:23.215073238 +0000 UTC m=+0.398287376 container start 917d87411db67889f75ea6d986cbe8e10e660a6cb2cbfc8a0b0902aff8f9b1e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:05:23.331 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 podman[139966]: 2024-04-26 17:05:23.30336487 +0000 UTC m=+0.486579034 container attach 917d87411db67889f75ea6d986cbe8e10e660a6cb2cbfc8a0b0902aff8f9b1e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux ) 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[131898]: pgmap v50: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:23.608 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[135154]: pgmap v50: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T17:05:23.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.609 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:23 smithi139 ceph-mon[118784]: pgmap v50: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-26T17:05:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:23.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 bash[139966]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:23.940 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:23.941 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:23.941 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-26T17:05:23.941 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-26T17:05:23.941 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:23.941 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[140008]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-26T17:05:23.941 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:23 smithi044 podman[139966]: 2024-04-26 17:05:23.940536111 +0000 UTC m=+1.123750249 container died 917d87411db67889f75ea6d986cbe8e10e660a6cb2cbfc8a0b0902aff8f9b1e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-26T17:05:24.627 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:24 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:24.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:24 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:24.756 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:24 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:24.880 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:24 smithi044 podman[140181]: 2024-04-26 17:05:24.628231971 +0000 UTC m=+0.861159871 container remove 917d87411db67889f75ea6d986cbe8e10e660a6cb2cbfc8a0b0902aff8f9b1e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T17:05:24.880 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:24 smithi044 podman[140280]: 2024-04-26 17:05:24.762518588 +0000 UTC m=+0.022559490 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:05:24.880 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:24 smithi044 podman[140280]: 2024-04-26 17:05:24.870984306 +0000 UTC m=+0.131025174 container create ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e) 2024-04-26T17:05:25.138 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:05:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:05:24] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-04-26T17:05:25.138 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:25 smithi044 podman[140280]: 2024-04-26 17:05:25.115147367 +0000 UTC m=+0.375188236 container init ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T17:05:25.138 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:25 smithi044 podman[140280]: 2024-04-26 17:05:25.118446505 +0000 UTC m=+0.378487374 container start ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T17:05:25.403 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-osd[140330]: -- 172.21.15.44:0/2607136171 <== mon.1 v2:172.21.15.44:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55de64bb1680 con 0x55de64b7b400 2024-04-26T17:05:25.404 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:25 smithi044 bash[140280]: ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 2024-04-26T17:05:25.404 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:25 smithi044 systemd[1]: Started Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: pgmap v51: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: Health check failed: Degraded data redundancy: 72/627 objects degraded (11.483%), 22 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:25.404 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: pgmap v51: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: Health check failed: Degraded data redundancy: 72/627 objects degraded (11.483%), 22 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:25.405 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: pgmap v51: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: Health check failed: Degraded data redundancy: 72/627 objects degraded (11.483%), 22 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:25.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:25 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.007 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:25 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:25.656+0000 7f74654387c0 -1 Falling back to public interface 2024-04-26T17:05:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:26 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.759 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.760 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.761 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.762 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.763 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.764 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:26.765 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:26 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: pgmap v52: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 72/627 objects degraded (11.483%) 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:27.500 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[135154]: Upgrade: osd.0 is safe to restart 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: pgmap v52: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 72/627 objects degraded (11.483%) 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:27.502 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:27.503 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:27 smithi044 ceph-mon[131898]: Upgrade: osd.0 is safe to restart 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: pgmap v52: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 72/627 objects degraded (11.483%) 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:27.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T17:05:27.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:27 smithi139 ceph-mon[118784]: Upgrade: osd.0 is safe to restart 2024-04-26T17:05:28.591 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:28 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:28.393+0000 7f74654387c0 -1 osd.0 0 read_superblock omap replica is missing. 2024-04-26T17:05:28.591 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:28 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:28.422+0000 7f74654387c0 -1 osd.0 118 log_to_monitors true 2024-04-26T17:05:29.501 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:29.389+0000 7f7456890700 -1 osd.0 118 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:05:29.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:29 smithi044 ceph-mon[131898]: pgmap v53: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 410 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:29.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:29 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:05:29.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:29 smithi044 ceph-mon[135154]: pgmap v53: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 410 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:29.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:29 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:05:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:29 smithi139 ceph-mon[118784]: pgmap v53: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 410 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:29 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:05:30.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:30 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:05:30.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:30 smithi044 ceph-mon[131898]: osdmap e121: 8 total, 7 up, 8 in 2024-04-26T17:05:30.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:30 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T17:05:30.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:30 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:05:30.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:30 smithi044 ceph-mon[135154]: osdmap e121: 8 total, 7 up, 8 in 2024-04-26T17:05:30.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:30 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T17:05:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:30 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:05:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:30 smithi139 ceph-mon[118784]: osdmap e121: 8 total, 7 up, 8 in 2024-04-26T17:05:30.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:30 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T17:05:31.671 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[135154]: pgmap v55: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 409 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:31.671 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[135154]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[135154]: osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577] boot 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[135154]: osdmap e122: 8 total, 8 up, 8 in 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[131898]: pgmap v55: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 409 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[131898]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[131898]: osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577] boot 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[131898]: osdmap e122: 8 total, 8 up, 8 in 2024-04-26T17:05:31.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:31 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:05:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:31 smithi139 ceph-mon[118784]: pgmap v55: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 409 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:31 smithi139 ceph-mon[118784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T17:05:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:31 smithi139 ceph-mon[118784]: osd.0 [v2:172.21.15.44:6802/4163384577,v1:172.21.15.44:6803/4163384577] boot 2024-04-26T17:05:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:31 smithi139 ceph-mon[118784]: osdmap e122: 8 total, 8 up, 8 in 2024-04-26T17:05:31.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:31 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[135154]: osdmap e123: 8 total, 8 up, 8 in 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[135154]: Upgrade: Updating osd.0 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[135154]: Deploying daemon osd.0 on smithi044 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[131898]: osdmap e123: 8 total, 8 up, 8 in 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[131898]: Upgrade: Updating osd.0 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:05:32.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:32.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:32 smithi044 ceph-mon[131898]: Deploying daemon osd.0 on smithi044 2024-04-26T17:05:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:32 smithi139 ceph-mon[118784]: osdmap e123: 8 total, 8 up, 8 in 2024-04-26T17:05:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:32 smithi139 ceph-mon[118784]: Upgrade: Updating osd.0 2024-04-26T17:05:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:32 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T17:05:32.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:32 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:32.779 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:32 smithi139 ceph-mon[118784]: Deploying daemon osd.0 on smithi044 2024-04-26T17:05:33.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:33 smithi044 ceph-mon[131898]: pgmap v58: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:33.732 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:33 smithi044 ceph-mon[135154]: pgmap v58: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:33.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:33 smithi139 ceph-mon[118784]: pgmap v58: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:34.488 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:34.488 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:34.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.489 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:34 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:34 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:34 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:34.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:34 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.187 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:05:34 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:05:34] "GET /metrics HTTP/1.1" 200 38157 "" "Prometheus/2.43.0" 2024-04-26T17:05:35.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[131898]: pgmap v59: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[131898]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[135154]: pgmap v59: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:35 smithi044 ceph-mon[135154]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:35 smithi139 ceph-mon[118784]: pgmap v59: 161 pgs: 7 active+undersized+degraded, 14 active+undersized, 140 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 851 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:35 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:35 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:35 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:35.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:35 smithi139 ceph-mon[118784]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:36.010 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:35 smithi044 systemd[1]: Stopping Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:05:36.388 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:36.013+0000 7f745ba9f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:05:36.388 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:36.013+0000 7f745ba9f700 -1 osd.0 123 *** Got signal Terminated *** 2024-04-26T17:05:36.388 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:36 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[140312]: 2024-04-26T17:05:36.013+0000 7f745ba9f700 -1 osd.0 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:05:36.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:36 smithi044 ceph-mon[135154]: osd.0 marked itself down and dead 2024-04-26T17:05:36.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:36 smithi044 ceph-mon[131898]: osd.0 marked itself down and dead 2024-04-26T17:05:36.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:36 smithi139 ceph-mon[118784]: osd.0 marked itself down and dead 2024-04-26T17:05:37.206 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:36 smithi044 podman[142126]: 2024-04-26 17:05:36.923907918 +0000 UTC m=+1.011721205 container died ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T17:05:37.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:37 smithi044 podman[142126]: 2024-04-26 17:05:37.288247245 +0000 UTC m=+1.376060529 container cleanup ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-26T17:05:37.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:37 smithi044 bash[142126]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0 2024-04-26T17:05:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[131898]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-04-26T17:05:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[131898]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-26T17:05:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[131898]: Cluster is now healthy 2024-04-26T17:05:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[131898]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T17:05:37.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[131898]: osdmap e124: 8 total, 7 up, 8 in 2024-04-26T17:05:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[135154]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-04-26T17:05:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[135154]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-26T17:05:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[135154]: Cluster is now healthy 2024-04-26T17:05:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[135154]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T17:05:37.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:37 smithi044 ceph-mon[135154]: osdmap e124: 8 total, 7 up, 8 in 2024-04-26T17:05:37.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:37 smithi139 ceph-mon[118784]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 732 B/s rd, 0 op/s 2024-04-26T17:05:37.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:37 smithi139 ceph-mon[118784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-26T17:05:37.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:37 smithi139 ceph-mon[118784]: Cluster is now healthy 2024-04-26T17:05:37.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:37 smithi139 ceph-mon[118784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T17:05:37.680 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:37 smithi139 ceph-mon[118784]: osdmap e124: 8 total, 7 up, 8 in 2024-04-26T17:05:38.007 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:37 smithi044 podman[142144]: 2024-04-26 17:05:37.664604072 +0000 UTC m=+0.731289063 container remove ef8c20f80229b31aea2f11c56e48c349b2563d27c3d79dfe73c413f13efe3a24 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T17:05:38.342 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:38 smithi044 podman[142238]: 2024-04-26 17:05:37.985682174 +0000 UTC m=+0.018609910 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:05:38.343 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:38 smithi044 podman[142238]: 2024-04-26 17:05:38.123927913 +0000 UTC m=+0.156855695 container create 592b123153b445ea5df9583b72949d11d28a053817625237b1c116e807585cbc (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2) 2024-04-26T17:05:38.662 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:38 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:38.663 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:38 smithi044 ceph-mon[131898]: osdmap e125: 8 total, 7 up, 8 in 2024-04-26T17:05:38.663 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:38 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:38.663 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:38 smithi044 ceph-mon[135154]: osdmap e125: 8 total, 7 up, 8 in 2024-04-26T17:05:38.663 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:38 smithi044 podman[142238]: 2024-04-26 17:05:38.343239905 +0000 UTC m=+0.376167642 container init 592b123153b445ea5df9583b72949d11d28a053817625237b1c116e807585cbc (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD) 2024-04-26T17:05:38.663 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:38 smithi044 podman[142238]: 2024-04-26 17:05:38.34798691 +0000 UTC m=+0.380914647 container start 592b123153b445ea5df9583b72949d11d28a053817625237b1c116e807585cbc (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T17:05:38.664 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:38 smithi044 podman[142238]: 2024-04-26 17:05:38.460100238 +0000 UTC m=+0.493028005 container attach 592b123153b445ea5df9583b72949d11d28a053817625237b1c116e807585cbc (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424) 2024-04-26T17:05:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:38 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:38.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:38 smithi139 ceph-mon[118784]: osdmap e125: 8 total, 7 up, 8 in 2024-04-26T17:05:39.007 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:38 smithi044 podman[142238]: 2024-04-26 17:05:38.664061218 +0000 UTC m=+0.696988947 container died 592b123153b445ea5df9583b72949d11d28a053817625237b1c116e807585cbc (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5) 2024-04-26T17:05:39.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:39 smithi044 ceph-mon[131898]: pgmap v63: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:39.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:39 smithi044 ceph-mon[131898]: Health check failed: Degraded data redundancy: 72/627 objects degraded (11.483%), 22 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:39.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:39 smithi044 ceph-mon[135154]: pgmap v63: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:39.706 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:39 smithi044 ceph-mon[135154]: Health check failed: Degraded data redundancy: 72/627 objects degraded (11.483%), 22 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:39.706 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 podman[142265]: 2024-04-26 17:05:39.455948156 +0000 UTC m=+0.786097988 container remove 592b123153b445ea5df9583b72949d11d28a053817625237b1c116e807585cbc (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:05:39.707 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-26T17:05:39.707 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 systemd[1]: Stopped Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:05:39.707 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0.service: Consumed 1.869s CPU time. 2024-04-26T17:05:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:39 smithi139 ceph-mon[118784]: pgmap v63: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:39.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:39 smithi139 ceph-mon[118784]: Health check failed: Degraded data redundancy: 72/627 objects degraded (11.483%), 22 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:40.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 systemd[1]: Starting Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:05:40.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 podman[142373]: 2024-04-26 17:05:39.833003937 +0000 UTC m=+0.019086106 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:05:40.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:39 smithi044 podman[142373]: 2024-04-26 17:05:39.948660723 +0000 UTC m=+0.134742882 container create 112d34f49554b8bb5c40176e7c3836ab4483deace452a807b97a5a07648887f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e) 2024-04-26T17:05:40.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 podman[142373]: 2024-04-26 17:05:40.176467796 +0000 UTC m=+0.362549955 container init 112d34f49554b8bb5c40176e7c3836ab4483deace452a807b97a5a07648887f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e) 2024-04-26T17:05:40.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 podman[142373]: 2024-04-26 17:05:40.181185336 +0000 UTC m=+0.367267503 container start 112d34f49554b8bb5c40176e7c3836ab4483deace452a807b97a5a07648887f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:05:40.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 podman[142373]: 2024-04-26 17:05:40.268146179 +0000 UTC m=+0.454228350 container attach 112d34f49554b8bb5c40176e7c3836ab4483deace452a807b97a5a07648887f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:41.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 bash[142373]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate[142395]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-26T17:05:41.009 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:40 smithi044 podman[142373]: 2024-04-26 17:05:40.699409216 +0000 UTC m=+0.885491376 container died 112d34f49554b8bb5c40176e7c3836ab4483deace452a807b97a5a07648887f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, org.label-schema.build-date=20240424, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T17:05:41.651 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:41 smithi044 ceph-mon[135154]: pgmap v64: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:41.651 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:41 smithi044 ceph-mon[131898]: pgmap v64: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:41.651 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:41 smithi044 podman[142523]: 2024-04-26 17:05:41.430921381 +0000 UTC m=+0.725310942 container remove 112d34f49554b8bb5c40176e7c3836ab4483deace452a807b97a5a07648887f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T17:05:41.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:41 smithi139 ceph-mon[118784]: pgmap v64: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:41.916 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:41 smithi044 podman[142587]: 2024-04-26 17:05:41.554760117 +0000 UTC m=+0.018811646 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:05:41.916 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:41 smithi044 podman[142587]: 2024-04-26 17:05:41.656648063 +0000 UTC m=+0.120699575 container create 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:05:41.916 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:41 smithi044 podman[142587]: 2024-04-26 17:05:41.892515848 +0000 UTC m=+0.356567360 container init 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-26T17:05:41.916 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:41 smithi044 podman[142587]: 2024-04-26 17:05:41.895684593 +0000 UTC m=+0.359736113 container start 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T17:05:41.916 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:41 smithi044 ceph-osd[142606]: -- 172.21.15.44:0/3296732488 <== mon.1 v2:172.21.15.44:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56190fd0f680 con 0x56190fcd9000 2024-04-26T17:05:42.258 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:42 smithi044 bash[142587]: 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 2024-04-26T17:05:42.258 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:42 smithi044 systemd[1]: Started Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:05:42.757 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:42 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[142602]: 2024-04-26T17:05:42.435+0000 7ffa06fce7c0 -1 Falling back to public interface 2024-04-26T17:05:43.213 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.417 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: pgmap v65: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.418 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.419 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.420 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: pgmap v65: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.421 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.422 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.423 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.424 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.425 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.426 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:43 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: pgmap v65: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:43.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:43.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:43 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:43.995 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 9s ago 34m - - 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 1s ago 34m - - 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (4m) 9s ago 29m 24.6M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (3m) 1s ago 28m 79.3M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (7m) 9s ago 27m 61.5M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (6m) 1s ago 34m 463M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (17m) 9s ago 35m 524M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (2m) 9s ago 35m 50.2M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 2b22d1285655 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (2m) 1s ago 34m 44.7M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (98s) 9s ago 34m 37.6M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 98014c0b6050 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (5m) 9s ago 29m 16.9M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (5m) 1s ago 29m 15.2M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:05:43.996 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 starting - - - 4096M 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (33m) 9s ago 33m 56.1M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (32m) 9s ago 32m 52.1M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (32m) 9s ago 32m 54.4M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (32m) 1s ago 32m 58.6M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (31m) 1s ago 31m 55.3M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (30m) 1s ago 31m 51.7M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (30m) 1s ago 30m 58.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (4m) 1s ago 30m 67.5M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (28m) 9s ago 28m 78.5M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:05:43.997 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (28m) 1s ago 28m 80.3M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.163 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='client.64189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.164 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.165 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='client.64189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.166 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='client.64195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.169 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='client.64195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.471 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:05:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: "mon": { 2024-04-26T17:05:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 3 2024-04-26T17:05:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr": { 2024-04-26T17:05:44.471 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 2 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "osd": { 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "rgw": { 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "overall": { 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 9, 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph version 19.0.0-3305-ga430f9ed (a430f9ed84de3008ca5b632b1ed304bac0e753f6) squid (dev)": 5 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-04-26T17:05:44.472 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:05:44.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='client.64189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:44.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='client.64195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:44.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:44 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:44.900 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45", 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "in_progress": true, 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (0 remaining).", 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "services_complete": [], 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "progress": "0/8 daemons upgraded", 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "message": "Currently upgrading osd daemons", 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout: "is_paused": false 2024-04-26T17:05:44.901 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-04-26T17:05:45.164 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:05:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:05:44] "GET /metrics HTTP/1.1" 200 38166 "" "Prometheus/2.43.0" 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='client.64201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.165 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.166 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: pgmap v66: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:45.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.167 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/1836903370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.168 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.169 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='client.64201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.170 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.171 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: pgmap v66: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.172 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/1836903370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.173 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.174 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.508 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:45 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[142602]: 2024-04-26T17:05:45.200+0000 7ffa06fce7c0 -1 osd.0 123 log_to_monitors true 2024-04-26T17:05:45.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='client.64201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: pgmap v66: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/1836903370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:45.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:45.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:45.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:45.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:45.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:45 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:46.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:46.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:46.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:46.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:46 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:46.646 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:05:46 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[142602]: 2024-04-26T17:05:46.586+0000 7ff9f441e700 -1 osd.0 123 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T17:05:47.479 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: osdmap e126: 8 total, 7 up, 8 in 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.480 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: pgmap v68: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.481 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.482 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.484 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:47 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: osdmap e126: 8 total, 7 up, 8 in 2024-04-26T17:05:47.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: pgmap v68: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.509 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: osdmap e126: 8 total, 7 up, 8 in 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: pgmap v68: 161 pgs: 22 active+undersized+degraded, 36 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 72/627 objects degraded (11.483%) 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.511 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690]' entity='osd.0' 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.514 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:47.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:47.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:47.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:47.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:47.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:47 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.261 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.262 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690] boot 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: osdmap e127: 8 total, 8 up, 8 in 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690] boot 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: osdmap e127: 8 total, 8 up, 8 in 2024-04-26T17:05:48.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.269 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.270 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:48 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.279 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.280 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.281 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: osd.0 [v2:172.21.15.44:6802/4127686690,v1:172.21.15.44:6803/4127686690] boot 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: osdmap e127: 8 total, 8 up, 8 in 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.283 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.284 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:48.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:48.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:48.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:48.285 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:48 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: pgmap v70: 161 pgs: 37 peering, 7 active+undersized+degraded, 14 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: pgmap v70: 161 pgs: 37 peering, 7 active+undersized+degraded, 14 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: osdmap e128: 8 total, 8 up, 8 in 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: osdmap e128: 8 total, 8 up, 8 in 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.266 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.267 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.268 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:49 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: pgmap v70: 161 pgs: 37 peering, 7 active+undersized+degraded, 14 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: osdmap e128: 8 total, 8 up, 8 in 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:49.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:49.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:49.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:49 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.509 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.511 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.512 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.513 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.515 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.516 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.517 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.518 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.519 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:50 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Health check update: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:50.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:50 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: pgmap v72: 161 pgs: 37 peering, 7 active+undersized+degraded, 14 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.260 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: pgmap v72: 161 pgs: 37 peering, 7 active+undersized+degraded, 14 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.268 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:51 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: pgmap v72: 161 pgs: 37 peering, 7 active+undersized+degraded, 14 active+undersized, 103 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 28/627 objects degraded (4.466%) 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:51.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:51 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.258 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.259 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.260 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.261 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.262 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.263 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.264 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.266 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.267 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:52 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:52.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:52 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.406 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.407 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: pgmap v73: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 822 B/s rd, 0 op/s 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.408 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: pgmap v73: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 822 B/s rd, 0 op/s 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.411 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.412 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.413 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.414 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.415 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.416 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:53 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: pgmap v73: 161 pgs: 37 peering, 124 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 822 B/s rd, 0 op/s 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:53.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:53 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.488 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Cluster is now healthy 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.490 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.491 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.492 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Cluster is now healthy 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:54.493 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.495 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.496 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.497 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.498 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.499 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.500 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.501 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.502 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-26T17:05:54.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Cluster is now healthy 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:54.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:54.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:54.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:54.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:54 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.120 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:05:54 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:05:54] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.472 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.473 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.474 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.475 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.476 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.477 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.478 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.479 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.480 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.481 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.482 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.483 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.484 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:05:55.485 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:55 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:55.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:05:55.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:55.532 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:05:55.533 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-26T17:05:55.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-26T17:05:55.534 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:55 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:05:56.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Upgrade: Finalizing container_image settings 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:05:56.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.466 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Upgrade: Finalizing container_image settings 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:05:56.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: Upgrade: Complete! 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:56.468 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: Upgrade: Complete! 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:05:56.469 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:56.470 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:56 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:56.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Upgrade: Setting container_image for all nvmeof 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Upgrade: Finalizing container_image settings 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: Upgrade: Complete! 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-26T17:05:56.530 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T17:05:56.531 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:56 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.507 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[131898]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[135154]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:57 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:57 smithi139 ceph-mon[118784]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-26T17:05:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:57.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:57 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[135154]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[131898]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:05:59 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:59 smithi139 ceph-mon[118784]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-26T17:05:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:59 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:59 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:05:59.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:05:59 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:01.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:01 smithi139 ceph-mon[118784]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-04-26T17:06:01.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:01 smithi044 ceph-mon[135154]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-04-26T17:06:01.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:01 smithi044 ceph-mon[131898]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[131898]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[135154]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:03 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:03 smithi139 ceph-mon[118784]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:03.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:03 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:04.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:04 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:04.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:04 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:04.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:04 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:05.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:06:04] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-04-26T17:06:05.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:05 smithi044 ceph-mon[135154]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:05.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:05 smithi044 ceph-mon[131898]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:05.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:05 smithi139 ceph-mon[118784]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:07.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:07 smithi139 ceph-mon[118784]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:07 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:07.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:07 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:06:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:07 smithi044 ceph-mon[131898]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:07 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:07.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:07 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:06:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:07 smithi044 ceph-mon[135154]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:07 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:07.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:07 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:06:09.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:09 smithi044 ceph-mon[131898]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:09.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:09 smithi044 ceph-mon[135154]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:09.770 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:09 smithi139 ceph-mon[118784]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:11.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:11 smithi044 ceph-mon[131898]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:11.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:11 smithi044 ceph-mon[135154]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:11.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:11 smithi139 ceph-mon[118784]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:13.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:13 smithi044 ceph-mon[131898]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:13.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:13 smithi044 ceph-mon[135154]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:13.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:13 smithi139 ceph-mon[118784]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:14.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:14 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:14.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:14 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:14.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:14 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:15.257 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:14 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:06:14] "GET /metrics HTTP/1.1" 200 38246 "" "Prometheus/2.43.0" 2024-04-26T17:06:15.626 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:15 smithi044 ceph-mon[131898]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:15.627 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:15 smithi044 ceph-mon[135154]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:15.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:15 smithi139 ceph-mon[118784]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:16.013 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch ps' 2024-04-26T17:06:16.590 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:16 smithi044 ceph-mon[131898]: from='client.64222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:16.590 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:16 smithi044 ceph-mon[135154]: from='client.64222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:16.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:16 smithi139 ceph-mon[118784]: from='client.64222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:17.756 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:17 smithi044 ceph-mon[135154]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:17.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:17 smithi044 ceph-mon[131898]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:17.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:17 smithi139 ceph-mon[118784]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:18.241 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi044 smithi044 running 19s ago 35m - - 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:agent.smithi139 smithi139 running 15s ago 35m - - 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:alertmanager.a smithi044 *:9093,9094 running (5m) 19s ago 29m 24.6M - 0.25.0 c8568f914cd2 b6d3284b0ab1 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:grafana.a smithi139 *:3000 running (4m) 15s ago 29m 76.8M - 9.4.12 2bacad6d85d8 9346c24c9be6 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:iscsi.foo.smithi044.gmyuxp smithi044 running (7m) 19s ago 28m 61.5M - 3.5 e1d6a67b021e 040315a61d96 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi139 *:8443,9283,8765 running (7m) 15s ago 34m 463M - 19.0.0-3305-ga430f9ed 031ba2747cfd d569f92ddf35 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi044 *:8443,9283,8765 running (18m) 19s ago 36m 526M - 19.0.0-3305-ga430f9ed 031ba2747cfd f1a0fc0b105b 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (2m) 19s ago 36m 52.9M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 2b22d1285655 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi139 running (3m) 15s ago 35m 47.7M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 0f2d11092051 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi044 running (2m) 19s ago 35m 42.0M 2048M 19.0.0-3305-ga430f9ed 031ba2747cfd 98014c0b6050 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.a smithi044 *:9100 running (6m) 19s ago 30m 17.2M - 1.5.0 0da6a335fe13 15093c76a1bd 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:node-exporter.b smithi139 *:9100 running (6m) 15s ago 30m 15.2M - 1.5.0 0da6a335fe13 eda15691d969 2024-04-26T17:06:18.242 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (36s) 19s ago 34m 49.7M 4096M 19.0.0-3305-ga430f9ed 031ba2747cfd 0134bcae40cf 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi044 running (33m) 19s ago 33m 56.5M 4096M 17.2.0 e1d6a67b021e 110f9d7ba6b2 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi044 running (33m) 19s ago 33m 53.2M 4096M 17.2.0 e1d6a67b021e b650dedae164 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (33m) 19s ago 33m 55.9M 4096M 17.2.0 e1d6a67b021e 42389f7d03ee 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi139 running (32m) 15s ago 32m 59.4M 4096M 17.2.0 e1d6a67b021e 359f50bb2a6c 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi139 running (32m) 15s ago 32m 55.2M 4096M 17.2.0 e1d6a67b021e 2f8481c44660 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi139 running (31m) 15s ago 31m 52.3M 4096M 17.2.0 e1d6a67b021e 9f7debbcbb35 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi139 running (31m) 15s ago 31m 59.0M 4096M 17.2.0 e1d6a67b021e c72bb5f8009b 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:prometheus.a smithi139 *:9095 running (5m) 15s ago 30m 67.6M - 2.43.0 a07b618ecd1d b37988dc0bd1 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi044.wystkf smithi044 *:8000 running (28m) 19s ago 28m 78.6M - 17.2.0 e1d6a67b021e 5f145f7fe52f 2024-04-26T17:06:18.243 INFO:teuthology.orchestra.run.smithi044.stdout:rgw.foo.smithi139.qerdyy smithi139 *:8000 running (28m) 15s ago 28m 80.4M - 17.2.0 e1d6a67b021e ad06937d9856 2024-04-26T17:06:19.381 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[135154]: from='client.54294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[135154]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[131898]: from='client.54294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:19.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[131898]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:19.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.759 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:19 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:19 smithi139 ceph-mon[118784]: from='client.54294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:19 smithi139 ceph-mon[118784]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:19 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:19 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:19.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:19 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:21.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:21 smithi044 ceph-mon[131898]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:21.613 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:21 smithi044 ceph-mon[135154]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:21.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:21 smithi139 ceph-mon[118784]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:22.654 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:22 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:06:22.654 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:22 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:06:22.744 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:22 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T17:06:23.236 INFO:teuthology.orchestra.run.smithi044.stdout:true 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[135154]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[135154]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[135154]: from='client.? 172.21.15.44:0/372936538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[131898]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[131898]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.508 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:23 smithi044 ceph-mon[131898]: from='client.? 172.21.15.44:0/372936538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:06:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:23 smithi139 ceph-mon[118784]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:23 smithi139 ceph-mon[118784]: from='mgr.54108 172.21.15.44:0/1199727739' entity='mgr.y' 2024-04-26T17:06:23.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:23 smithi139 ceph-mon[118784]: from='client.? 172.21.15.44:0/372936538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T17:06:23.924 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-04-26T17:06:24.494 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:24 smithi044 ceph-mon[135154]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:24.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:24 smithi044 ceph-mon[131898]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:24.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:24 smithi139 ceph-mon[118784]: from='client.15519 -' entity='client.iscsi.foo.smithi044.gmyuxp' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-26T17:06:25.198 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:24 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: ::ffff:172.21.15.139 - - [26/Apr/2024:17:06:24] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-04-26T17:06:25.757 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:25 smithi044 ceph-mon[131898]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:25.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:25 smithi044 ceph-mon[135154]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:25.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:25 smithi139 ceph-mon[118784]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:27.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:27 smithi139 ceph-mon[118784]: from='client.54306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:27.528 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:27 smithi139 ceph-mon[118784]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:27 smithi044 ceph-mon[131898]: from='client.54306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:27.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:27 smithi044 ceph-mon[131898]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:27 smithi044 ceph-mon[135154]: from='client.54306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:a430f9ed84de3008ca5b632b1ed304bac0e753f6", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T17:06:27.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:27 smithi044 ceph-mon[135154]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-26T17:06:28.191 INFO:teuthology.orchestra.run.smithi044.stdout:false 2024-04-26T17:06:28.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:06:28.850 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa/tasks/cephadm.py", line 1475, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi044 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-04-26T17:06:29.067 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=b5a3adefc5c245e5aa30a4c6b5aaf2f7 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa/tasks/cephadm.py", line 1475, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_a430f9ed84de3008ca5b632b1ed304bac0e753f6/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi044 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-04-26T17:06:29.070 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T17:06:29.079 INFO:tasks.cephadm:Teardown begin 2024-04-26T17:06:29.080 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:06:29.122 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:06:29.153 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T17:06:29.153 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T17:06:29.181 DEBUG:teuthology.orchestra.run.smithi139:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T17:06:29.209 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T17:06:29.209 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T17:06:29.209 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a 2024-04-26T17:06:29.489 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 systemd[1]: Stopping Ceph mon.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:29.757 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-mon[135154]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-mon[131898]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a[131894]: 2024-04-26T17:06:29.513+0000 7f60d272f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a[131894]: 2024-04-26T17:06:29.513+0000 7f60d272f700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-26T17:06:29.758 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 podman[148931]: 2024-04-26 17:06:29.534844698 +0000 UTC m=+0.120236022 container died 2b22d1285655321de30777887610cb394991591024b24fed1dd40a6427bcae37 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-26T17:06:29.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:06:29] ENGINE Bus STOPPING 2024-04-26T17:06:29.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:06:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T17:06:29.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:06:29] ENGINE Bus STOPPED 2024-04-26T17:06:29.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:06:29] ENGINE Bus STARTING 2024-04-26T17:06:29.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:06:29] ENGINE Serving on http://:::9283 2024-04-26T17:06:29.759 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:29 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: [26/Apr/2024:17:06:29] ENGINE Bus STARTED 2024-04-26T17:06:29.778 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:29 smithi139 ceph-mon[118784]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-26T17:06:30.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 podman[148931]: 2024-04-26 17:06:29.994866076 +0000 UTC m=+0.580257399 container cleanup 2b22d1285655321de30777887610cb394991591024b24fed1dd40a6427bcae37 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T17:06:30.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:Apr 26 17:06:29 smithi044 bash[148931]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-a 2024-04-26T17:06:30.424 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T17:06:30.470 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:30.470 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T17:06:30.470 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-26T17:06:30.470 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.c 2024-04-26T17:06:30.758 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:30 smithi044 systemd[1]: Stopping Ceph mon.c for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:31.083 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c[135150]: 2024-04-26T17:06:30.783+0000 7f3711ddc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:31.084 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:30 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c[135150]: 2024-04-26T17:06:30.783+0000 7f3711ddc700 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-04-26T17:06:31.084 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:30 smithi044 podman[149064]: 2024-04-26 17:06:30.815063339 +0000 UTC m=+0.159011847 container died 98014c0b6050277a4f8bab752f8c5f7c08d708ad20c9184c941093f145a6a38b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T17:06:31.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:31 smithi044 podman[149064]: 2024-04-26 17:06:31.183461815 +0000 UTC m=+0.527410324 container cleanup 98014c0b6050277a4f8bab752f8c5f7c08d708ad20c9184c941093f145a6a38b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T17:06:31.467 INFO:journalctl@ceph.mon.c.smithi044.stdout:Apr 26 17:06:31 smithi044 bash[149064]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-c 2024-04-26T17:06:31.608 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T17:06:31.643 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:31.643 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-26T17:06:31.643 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-26T17:06:31.644 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.b 2024-04-26T17:06:31.929 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:31 smithi139 systemd[1]: Stopping Ceph mon.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b[118777]: 2024-04-26T17:06:31.930+0000 7f952ea52700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b[118777]: 2024-04-26T17:06:31.930+0000 7f952ea52700 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-04-26T17:06:32.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:32 smithi139 podman[132765]: 2024-04-26 17:06:32.012410717 +0000 UTC m=+0.180013218 container died 0f2d11092051359ae16be77a686bf71676fc3e4a0bca0cbe1b05a464ff12d62e (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-26T17:06:32.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:32 smithi139 podman[132765]: 2024-04-26 17:06:32.472372943 +0000 UTC m=+0.639975440 container cleanup 0f2d11092051359ae16be77a686bf71676fc3e4a0bca0cbe1b05a464ff12d62e (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:06:32.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Apr 26 17:06:32 smithi139 bash[132765]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mon-b 2024-04-26T17:06:32.905 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T17:06:32.955 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:32.955 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-26T17:06:32.955 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T17:06:32.956 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y 2024-04-26T17:06:33.258 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:33 smithi044 systemd[1]: Stopping Ceph mgr.y for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:33.571 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:33 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y[68231]: 2024-04-26T17:06:33.278+0000 7f5d5e7f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:33.571 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:33 smithi044 podman[149184]: 2024-04-26 17:06:33.32012391 +0000 UTC m=+0.163500331 container died f1a0fc0b105b742d68c9798a0897c8d4db1abedd7a78d0016cb61e5d27a9f9b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T17:06:33.938 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:33 smithi044 podman[149184]: 2024-04-26 17:06:33.671236638 +0000 UTC m=+0.514613057 container cleanup f1a0fc0b105b742d68c9798a0897c8d4db1abedd7a78d0016cb61e5d27a9f9b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T17:06:33.938 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Apr 26 17:06:33 smithi044 bash[149184]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-y 2024-04-26T17:06:34.090 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T17:06:34.124 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:34.124 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T17:06:34.125 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T17:06:34.125 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x 2024-04-26T17:06:34.466 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:34 smithi139 systemd[1]: Stopping Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:34.718 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:34 smithi139 podman[132888]: 2024-04-26 17:06:34.466581007 +0000 UTC m=+0.150135013 container died d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T17:06:35.027 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:34 smithi139 podman[132888]: 2024-04-26 17:06:34.793811337 +0000 UTC m=+0.477365355 container cleanup d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-04-26T17:06:35.027 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:34 smithi139 bash[132888]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x 2024-04-26T17:06:35.255 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T17:06:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:35 smithi139 podman[132902]: 2024-04-26 17:06:35.028376171 +0000 UTC m=+0.561128993 container remove d569f92ddf35166426c1b7038a2b2ae200bf1ef3c125a710e6caafe3b7bd6837 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T17:06:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:35 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T17:06:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:35 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T17:06:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:35 smithi139 systemd[1]: Stopped Ceph mgr.x for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:06:35.278 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Apr 26 17:06:35 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@mgr.x.service: Consumed 20.801s CPU time. 2024-04-26T17:06:35.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:35.288 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T17:06:35.288 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T17:06:35.288 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0 2024-04-26T17:06:35.600 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:35 smithi044 systemd[1]: Stopping Ceph osd.0 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:36.007 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[142602]: 2024-04-26T17:06:35.600+0000 7ff9fd635700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:36.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[142602]: 2024-04-26T17:06:35.600+0000 7ff9fd635700 -1 osd.0 128 *** Got signal Terminated *** 2024-04-26T17:06:36.008 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:35 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0[142602]: 2024-04-26T17:06:35.600+0000 7ff9fd635700 -1 osd.0 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:06:41.574 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:41 smithi044 podman[149303]: 2024-04-26 17:06:41.294685809 +0000 UTC m=+5.808537005 container died 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424) 2024-04-26T17:06:41.831 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:41 smithi044 podman[149303]: 2024-04-26 17:06:41.664789392 +0000 UTC m=+6.178640590 container cleanup 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True) 2024-04-26T17:06:41.832 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:41 smithi044 bash[149303]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0 2024-04-26T17:06:42.257 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:41 smithi044 podman[149455]: 2024-04-26 17:06:41.832412798 +0000 UTC m=+0.865450863 container remove 0134bcae40cfbd886f1834f9c64d7e4e47927eaff7f409f82f0943d6740101a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-26T17:06:42.535 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:42 smithi044 podman[149562]: 2024-04-26 17:06:42.185509846 +0000 UTC m=+0.019119020 image pull 031ba2747cfdd41e6bd5399209a1ba77775f760ed8b698251b3c2529efe3552f quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45 2024-04-26T17:06:42.535 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:42 smithi044 podman[149562]: 2024-04-26 17:06:42.30009237 +0000 UTC m=+0.133701571 container create 1a3c55ff3c5d0fd1c4f816e17814a884eb943f302edbab5b1022f861f96fb10b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T17:06:42.535 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:42 smithi044 podman[149562]: 2024-04-26 17:06:42.536252788 +0000 UTC m=+0.369861956 container init 1a3c55ff3c5d0fd1c4f816e17814a884eb943f302edbab5b1022f861f96fb10b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e) 2024-04-26T17:06:42.842 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:42 smithi044 podman[149562]: 2024-04-26 17:06:42.540087582 +0000 UTC m=+0.373696742 container start 1a3c55ff3c5d0fd1c4f816e17814a884eb943f302edbab5b1022f861f96fb10b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T17:06:42.842 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:42 smithi044 podman[149562]: 2024-04-26 17:06:42.618993262 +0000 UTC m=+0.452602433 container attach 1a3c55ff3c5d0fd1c4f816e17814a884eb943f302edbab5b1022f861f96fb10b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, ceph=True) 2024-04-26T17:06:43.257 INFO:journalctl@ceph.osd.0.smithi044.stdout:Apr 26 17:06:42 smithi044 podman[149562]: 2024-04-26 17:06:42.843445693 +0000 UTC m=+0.677054852 container died 1a3c55ff3c5d0fd1c4f816e17814a884eb943f302edbab5b1022f861f96fb10b (image=quay.ceph.io/ceph-ci/ceph@sha256:4b71a575c225eecd96353b1d64f11c7118b9683e4e8491c513d9f702bd9a1f45, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-phlogistonjohn-testing-2024-04-25-1915-a430f9e, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T17:06:43.426 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T17:06:43.470 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:43.470 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T17:06:43.471 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T17:06:43.471 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.1 2024-04-26T17:06:44.008 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:43 smithi044 systemd[1]: Stopping Ceph osd.1 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:44.008 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1[32945]: 2024-04-26T17:06:43.727+0000 7fce18551700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:44.008 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1[32945]: 2024-04-26T17:06:43.727+0000 7fce18551700 -1 osd.1 128 *** Got signal Terminated *** 2024-04-26T17:06:44.008 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:43 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1[32945]: 2024-04-26T17:06:43.727+0000 7fce18551700 -1 osd.1 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:06:49.333 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 podman[149643]: 2024-04-26 17:06:49.048483682 +0000 UTC m=+5.441394050 container died 110f9d7ba6b2e687c62453e5a50407a56cf349b2385674a3f9007f2f2e4a972f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1, io.k8s.display-name=CentOS Stream 8, release=754, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, vendor=Red Hat, Inc., name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, io.openshift.expose-services=, architecture=x86_64, vcs-type=git, build-date=2022-05-03T08:36:31.336870) 2024-04-26T17:06:49.758 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 podman[149643]: 2024-04-26 17:06:49.51710764 +0000 UTC m=+5.910018008 container cleanup 110f9d7ba6b2e687c62453e5a50407a56cf349b2385674a3f9007f2f2e4a972f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-26T17:06:49.758 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 bash[149643]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1 2024-04-26T17:06:49.758 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 bash[149845]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.1" found: no such container 2024-04-26T17:06:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:06:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:06:49.726Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:06:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:06:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:06:49.727Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:06:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:06:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:06:49.727Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:06:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:06:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:06:49.729Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:06:50.029 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:06:49 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:06:49.729Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.44:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.44:8765: connect: connection refused" 2024-04-26T17:06:50.079 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 podman[149829]: 2024-04-26 17:06:49.793451787 +0000 UTC m=+0.740325617 container remove 110f9d7ba6b2e687c62453e5a50407a56cf349b2385674a3f9007f2f2e4a972f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., ceph=True, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, architecture=x86_64) 2024-04-26T17:06:50.079 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 podman[149935]: 2024-04-26 17:06:49.863172409 +0000 UTC m=+0.021283410 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:06:50.079 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:49 smithi044 podman[149935]: 2024-04-26 17:06:49.969470636 +0000 UTC m=+0.127581661 container create 575a02ca40e90cf4d76ceac15b6d6d49119e82f4cba1786909b5bb23e0b030c0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , io.openshift.expose-services=, vcs-type=git, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, release=754, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD) 2024-04-26T17:06:50.508 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:50 smithi044 podman[149935]: 2024-04-26 17:06:50.221987119 +0000 UTC m=+0.380098105 container init 575a02ca40e90cf4d76ceac15b6d6d49119e82f4cba1786909b5bb23e0b030c0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1-deactivate, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, distribution-scope=public, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=HEAD, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-26T17:06:50.508 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:50 smithi044 podman[149935]: 2024-04-26 17:06:50.225302869 +0000 UTC m=+0.383413853 container start 575a02ca40e90cf4d76ceac15b6d6d49119e82f4cba1786909b5bb23e0b030c0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1-deactivate, io.k8s.display-name=CentOS Stream 8, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, distribution-scope=public, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., vcs-type=git, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, name=centos-stream, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, io.buildah.version=1.19.8, GIT_CLEAN=True) 2024-04-26T17:06:50.508 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:50 smithi044 podman[149935]: 2024-04-26 17:06:50.296935235 +0000 UTC m=+0.455046227 container attach 575a02ca40e90cf4d76ceac15b6d6d49119e82f4cba1786909b5bb23e0b030c0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1-deactivate, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, io.openshift.expose-services=, GIT_BRANCH=HEAD, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, ceph=True, vendor=Red Hat, Inc., vcs-type=git, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-26T17:06:50.858 INFO:journalctl@ceph.osd.1.smithi044.stdout:Apr 26 17:06:50 smithi044 podman[149935]: 2024-04-26 17:06:50.533667914 +0000 UTC m=+0.691778897 container died 575a02ca40e90cf4d76ceac15b6d6d49119e82f4cba1786909b5bb23e0b030c0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-1-deactivate, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, vendor=Red Hat, Inc., vcs-type=git, com.redhat.component=centos-stream-container, io.openshift.expose-services=, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8) 2024-04-26T17:06:51.191 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T17:06:51.234 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:51.235 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T17:06:51.235 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T17:06:51.235 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.2 2024-04-26T17:06:51.428 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:51 smithi044 systemd[1]: Stopping Ceph osd.2 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:06:51.757 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2[35906]: 2024-04-26T17:06:51.428+0000 7f6200fe2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:06:51.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2[35906]: 2024-04-26T17:06:51.428+0000 7f6200fe2700 -1 osd.2 128 *** Got signal Terminated *** 2024-04-26T17:06:51.758 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:51 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2[35906]: 2024-04-26T17:06:51.428+0000 7f6200fe2700 -1 osd.2 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:06:57.192 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:56 smithi044 podman[150065]: 2024-04-26 17:06:56.923577642 +0000 UTC m=+5.593561761 container died b650dedae1648f209c0a09ebd14abc1d6ed89dc06199d130390e88541af2fef1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, vendor=Red Hat, Inc., RELEASE=HEAD, ceph=True, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:06:57.449 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 podman[150065]: 2024-04-26 17:06:57.274508977 +0000 UTC m=+5.944493095 container cleanup b650dedae1648f209c0a09ebd14abc1d6ed89dc06199d130390e88541af2fef1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, GIT_CLEAN=True, maintainer=Guillaume Abrioux , release=754, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8) 2024-04-26T17:06:57.450 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 bash[150065]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2 2024-04-26T17:06:57.718 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 podman[150462]: 2024-04-26 17:06:57.450528782 +0000 UTC m=+0.521060027 container remove b650dedae1648f209c0a09ebd14abc1d6ed89dc06199d130390e88541af2fef1 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, version=8, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, name=centos-stream, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, io.openshift.expose-services=, ceph=True, release=754, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T17:06:57.718 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 bash[150474]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.2" found: no such container 2024-04-26T17:06:58.008 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 podman[150539]: 2024-04-26 17:06:57.622944472 +0000 UTC m=+0.019546513 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:06:58.008 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 podman[150539]: 2024-04-26 17:06:57.726287912 +0000 UTC m=+0.122889959 container create e793244c7196ea660a26c9bdd16454d94eedadbb921b080329075b2a06e64072 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2-deactivate, com.redhat.component=centos-stream-container, release=754, io.openshift.tags=base centos centos-stream, name=centos-stream, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, vendor=Red Hat, Inc., io.buildah.version=1.19.8, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, vcs-type=git) 2024-04-26T17:06:58.008 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 podman[150539]: 2024-04-26 17:06:57.945743342 +0000 UTC m=+0.342345385 container init e793244c7196ea660a26c9bdd16454d94eedadbb921b080329075b2a06e64072 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2-deactivate, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, io.buildah.version=1.19.8, ceph=True, GIT_BRANCH=HEAD, version=8, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, release=754, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, name=centos-stream, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git) 2024-04-26T17:06:58.008 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:57 smithi044 podman[150539]: 2024-04-26 17:06:57.948885122 +0000 UTC m=+0.345487164 container start e793244c7196ea660a26c9bdd16454d94eedadbb921b080329075b2a06e64072 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2-deactivate, distribution-scope=public, architecture=x86_64, name=centos-stream, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, io.buildah.version=1.19.8, vendor=Red Hat, Inc., ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=) 2024-04-26T17:06:58.508 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:58 smithi044 podman[150539]: 2024-04-26 17:06:58.026065489 +0000 UTC m=+0.422667530 container attach e793244c7196ea660a26c9bdd16454d94eedadbb921b080329075b2a06e64072 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2-deactivate, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, GIT_CLEAN=True, ceph=True, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, release=754, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, io.k8s.display-name=CentOS Stream 8) 2024-04-26T17:06:58.508 INFO:journalctl@ceph.osd.2.smithi044.stdout:Apr 26 17:06:58 smithi044 podman[150539]: 2024-04-26 17:06:58.23850081 +0000 UTC m=+0.635102852 container died e793244c7196ea660a26c9bdd16454d94eedadbb921b080329075b2a06e64072 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-2-deactivate, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, io.openshift.expose-services=, version=8, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8) 2024-04-26T17:06:58.855 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T17:06:58.897 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:06:58.897 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T17:06:58.898 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T17:06:58.898 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.3 2024-04-26T17:06:59.173 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:06:58 smithi044 systemd[1]: Stopping Ceph osd.3 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:00.221 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:06:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:06:59.789+0000 7fbb48d66700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:07:00.222 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:06:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:06:59.789+0000 7fbb48d66700 -1 osd.3 128 *** Got signal Terminated *** 2024-04-26T17:07:00.222 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:06:59 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:06:59.789+0000 7fbb48d66700 -1 osd.3 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:07:01.508 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:01 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:07:01.240+0000 7fbb46703700 -1 osd.3 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:36.394137+0000 front 2024-04-26T17:06:36.394095+0000 (oldest deadline 2024-04-26T17:07:01.094356+0000) 2024-04-26T17:07:02.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:02 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:02.016+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:02.508 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:02 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:07:02.236+0000 7fbb46703700 -1 osd.3 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:36.394137+0000 front 2024-04-26T17:06:36.394095+0000 (oldest deadline 2024-04-26T17:07:01.094356+0000) 2024-04-26T17:07:03.528 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:03.066+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:03.528 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:03.306+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:03.757 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:03 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:07:03.272+0000 7fbb46703700 -1 osd.3 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:36.394137+0000 front 2024-04-26T17:06:36.394095+0000 (oldest deadline 2024-04-26T17:07:01.094356+0000) 2024-04-26T17:07:04.028 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:03 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:03.673+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:04.446 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:04.268+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:04.446 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:04.072+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:04.757 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:04 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3[39079]: 2024-04-26T17:07:04.302+0000 7fbb46703700 -1 osd.3 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:36.394137+0000 front 2024-04-26T17:06:36.394095+0000 (oldest deadline 2024-04-26T17:07:01.094356+0000) 2024-04-26T17:07:04.778 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:04.635+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:04.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:04 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:04.446+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:05.313 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:05.061+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:05.389 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 podman[150633]: 2024-04-26 17:07:05.099350306 +0000 UTC m=+6.114792233 container died 42389f7d03ee0f96430e578be2abe765aa798fb13239bf3ac9d9b0cd167f13a2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, architecture=x86_64, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, RELEASE=HEAD, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream) 2024-04-26T17:07:05.646 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:05.313+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:05.646 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:05.446+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:05.757 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 podman[150633]: 2024-04-26 17:07:05.480765041 +0000 UTC m=+6.496206967 container cleanup 42389f7d03ee0f96430e578be2abe765aa798fb13239bf3ac9d9b0cd167f13a2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3, ceph=True, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, RELEASE=HEAD, name=centos-stream, io.openshift.expose-services=, GIT_CLEAN=True, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-26T17:07:05.758 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 bash[150633]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3 2024-04-26T17:07:05.758 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 bash[150763]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.3" found: no such container 2024-04-26T17:07:05.948 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:05 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:05.648+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:06.098 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 podman[150750]: 2024-04-26 17:07:05.765069518 +0000 UTC m=+0.656379361 container remove 42389f7d03ee0f96430e578be2abe765aa798fb13239bf3ac9d9b0cd167f13a2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, version=8, ceph=True, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, GIT_BRANCH=HEAD, name=centos-stream, maintainer=Guillaume Abrioux , distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream) 2024-04-26T17:07:06.098 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 podman[150829]: 2024-04-26 17:07:05.860371796 +0000 UTC m=+0.020064268 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:07:06.099 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:05 smithi044 podman[150829]: 2024-04-26 17:07:05.982606188 +0000 UTC m=+0.142298632 container create d42fa3376ac28c73c57a01f9c4c472571bd8db90e8ae5cf79dd9e7ad1b05faa2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3-deactivate, io.openshift.tags=base centos centos-stream, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, GIT_BRANCH=HEAD, name=centos-stream, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., version=8, vcs-type=git, distribution-scope=public, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, RELEASE=HEAD, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-26T17:07:06.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:06 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:06.047+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:06.506 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:06 smithi044 podman[150829]: 2024-04-26 17:07:06.209888503 +0000 UTC m=+0.369580960 container init d42fa3376ac28c73c57a01f9c4c472571bd8db90e8ae5cf79dd9e7ad1b05faa2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3-deactivate, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, architecture=x86_64, io.k8s.display-name=CentOS Stream 8) 2024-04-26T17:07:06.506 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:06 smithi044 podman[150829]: 2024-04-26 17:07:06.213183135 +0000 UTC m=+0.372875582 container start d42fa3376ac28c73c57a01f9c4c472571bd8db90e8ae5cf79dd9e7ad1b05faa2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3-deactivate, distribution-scope=public, io.openshift.tags=base centos centos-stream, version=8, io.k8s.display-name=CentOS Stream 8, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, io.openshift.expose-services=, vcs-type=git, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T17:07:06.506 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:06 smithi044 podman[150829]: 2024-04-26 17:07:06.292985829 +0000 UTC m=+0.452678285 container attach d42fa3376ac28c73c57a01f9c4c472571bd8db90e8ae5cf79dd9e7ad1b05faa2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3-deactivate, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , distribution-scope=public, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, version=8, vcs-type=git, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, ceph=True, io.openshift.expose-services=, vendor=Red Hat, Inc.) 2024-04-26T17:07:06.643 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:06 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:06.344+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:06.644 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:06 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:06.432+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:06.757 INFO:journalctl@ceph.osd.3.smithi044.stdout:Apr 26 17:07:06 smithi044 podman[150829]: 2024-04-26 17:07:06.507350736 +0000 UTC m=+0.667043198 container died d42fa3376ac28c73c57a01f9c4c472571bd8db90e8ae5cf79dd9e7ad1b05faa2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-3-deactivate, name=centos-stream, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , io.openshift.expose-services=, vendor=Red Hat, Inc., distribution-scope=public, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, release=754, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, ceph=True, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T17:07:06.912 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:06 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:06.680+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:07.088 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T17:07:07.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:07:07.131 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T17:07:07.131 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T17:07:07.131 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.4 2024-04-26T17:07:07.173 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:07.004+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:07.436 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:07.386+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:07.436 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:07 smithi139 systemd[1]: Stopping Ceph osd.4 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:07.436 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:07.299+0000 7f1189364700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:07:07.436 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:07.299+0000 7f1189364700 -1 osd.4 128 *** Got signal Terminated *** 2024-04-26T17:07:07.437 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:07.299+0000 7f1189364700 -1 osd.4 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:07:07.703 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:07.435+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:07.977 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:07.727+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:08.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:07 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:07.976+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:08.764 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:08.392+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:08.764 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:08.441+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:09.028 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:08.763+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:09.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:08 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:08.931+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:09.730 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:09.356+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:09.730 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:09.460+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:10.028 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:09.730+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:10.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:09 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:09.904+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:10.750 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:10.431+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:10.750 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:10.330+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:11.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:10.863+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:11.029 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:10 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:10.749+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:11.718 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:11.433+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:11.719 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:11.377+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:12.028 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4[27689]: 2024-04-26T17:07:11.719+0000 7f11844fc700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.523014+0000 front 2024-04-26T17:06:38.523141+0000 (oldest deadline 2024-04-26T17:07:03.222905+0000) 2024-04-26T17:07:12.029 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:11 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:11.848+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:12.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:12.413+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:12.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:12.463+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:12.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:12.463+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:13.081 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:12.895+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:13.081 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:12 smithi139 podman[133872]: 2024-04-26 17:07:12.787660466 +0000 UTC m=+5.603019780 container died 359f50bb2a6c770613e3b667fc7fe92ce5aeff21eb57d7d627478e59a87b7b96 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4, vendor=Red Hat, Inc., GIT_CLEAN=True, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, version=8, io.openshift.tags=base centos centos-stream) 2024-04-26T17:07:13.365 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 podman[133872]: 2024-04-26 17:07:13.247021441 +0000 UTC m=+6.062380786 container cleanup 359f50bb2a6c770613e3b667fc7fe92ce5aeff21eb57d7d627478e59a87b7b96 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., vcs-type=git, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, release=754, io.openshift.expose-services=, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, architecture=x86_64, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, io.k8s.display-name=CentOS Stream 8, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-26T17:07:13.366 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 bash[133872]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4 2024-04-26T17:07:13.366 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 bash[133961]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.4" found: no such container 2024-04-26T17:07:13.746 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:13.512+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:13.746 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:13.512+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:13.746 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 podman[133949]: 2024-04-26 17:07:13.566856158 +0000 UTC m=+0.769577422 container remove 359f50bb2a6c770613e3b667fc7fe92ce5aeff21eb57d7d627478e59a87b7b96 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, distribution-scope=public, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, GIT_BRANCH=HEAD, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, com.redhat.component=centos-stream-container, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8) 2024-04-26T17:07:13.747 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:13.366+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:13.747 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:13.366+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:13.998 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:13.867+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:13.998 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:13 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:13.867+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:13.998 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 podman[134030]: 2024-04-26 17:07:13.650477888 +0000 UTC m=+0.020446027 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:07:13.998 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 podman[134030]: 2024-04-26 17:07:13.766024209 +0000 UTC m=+0.135992327 container create 817605afad40cc7fcb16f65ed33cbe8d50a834c3251c585ca24bdf532ef1e7c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4-deactivate, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, version=8, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, vendor=Red Hat, Inc., vcs-type=git) 2024-04-26T17:07:13.999 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 podman[134030]: 2024-04-26 17:07:13.99570823 +0000 UTC m=+0.365676348 container init 817605afad40cc7fcb16f65ed33cbe8d50a834c3251c585ca24bdf532ef1e7c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4-deactivate, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, ceph=True, name=centos-stream, io.buildah.version=1.19.8, vcs-type=git) 2024-04-26T17:07:14.278 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:13 smithi139 podman[134030]: 2024-04-26 17:07:13.998920115 +0000 UTC m=+0.368888233 container start 817605afad40cc7fcb16f65ed33cbe8d50a834c3251c585ca24bdf532ef1e7c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4-deactivate, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, io.buildah.version=1.19.8, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, version=8, io.openshift.expose-services=, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , release=754, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-26T17:07:14.278 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:14 smithi139 podman[134030]: 2024-04-26 17:07:14.095680318 +0000 UTC m=+0.465648451 container attach 817605afad40cc7fcb16f65ed33cbe8d50a834c3251c585ca24bdf532ef1e7c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4-deactivate, distribution-scope=public, GIT_BRANCH=HEAD, release=754, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, version=8, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-26T17:07:14.631 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:14.493+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:14.631 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:14.493+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:14.632 INFO:journalctl@ceph.osd.4.smithi139.stdout:Apr 26 17:07:14 smithi139 podman[134030]: 2024-04-26 17:07:14.281268969 +0000 UTC m=+0.651237101 container died 817605afad40cc7fcb16f65ed33cbe8d50a834c3251c585ca24bdf532ef1e7c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-4-deactivate, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, version=8, io.openshift.tags=base centos centos-stream, distribution-scope=public, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-26T17:07:14.632 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:14.399+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:14.632 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:14.399+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:14.923 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:14.830+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:14.923 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:14 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:14.830+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:14.948 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T17:07:15.030 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:07:15.031 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T17:07:15.031 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T17:07:15.031 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.5 2024-04-26T17:07:15.210 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:15 smithi139 systemd[1]: Stopping Ceph osd.5 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:15.211 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:15.211+0000 7efc9c558700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:07:15.211 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:15.211+0000 7efc9c558700 -1 osd.5 128 *** Got signal Terminated *** 2024-04-26T17:07:15.211 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:15.211+0000 7efc9c558700 -1 osd.5 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:07:15.482 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:15.354+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:15.482 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:15.354+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:15.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:15.482+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:15.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:15.482+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:16.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:15.852+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:16.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:15 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:15.852+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:16.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:16.463+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:16.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:16.463+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:16.779 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:16.314+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:16.779 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:16.314+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:17.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:16.900+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:17.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:16 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:16.900+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:17.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:17.323+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:17.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:17.323+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:17.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:17.504+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:17.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:17.504+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:18.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:17.918+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:18.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:17 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:17.918+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:18.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:18.345+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:18.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:18.345+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:18.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:18.549+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:18.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:18.549+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:19.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:18.903+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:19.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:18 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:18.903+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:19.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:19.337+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.613048+0000 front 2024-04-26T17:06:38.613169+0000 (oldest deadline 2024-04-26T17:07:03.213623+0000) 2024-04-26T17:07:19.778 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5[30703]: 2024-04-26T17:07:19.337+0000 7efc976f0700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.214970+0000 front 2024-04-26T17:06:47.214860+0000 (oldest deadline 2024-04-26T17:07:13.114814+0000) 2024-04-26T17:07:19.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:19.516+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:19.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:19.516+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:19.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:19.516+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:20.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:19.898+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:20.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:19.898+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:20.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:19 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:19.898+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:20.930 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:20 smithi139 podman[134109]: 2024-04-26 17:07:20.713445693 +0000 UTC m=+5.592486905 container died 2f8481c44660feafedd8b1f1da3f11ddd364c0b292c7f03fad2f48209cfd06a2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, GIT_CLEAN=True, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, RELEASE=HEAD, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, architecture=x86_64, distribution-scope=public, vendor=Red Hat, Inc., version=8, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:07:20.931 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:20.559+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:20.931 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:20.559+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:20.931 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:20.559+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:21.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:20.930+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:21.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:20.930+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:21.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:20 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:20.930+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:21.279 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134109]: 2024-04-26 17:07:21.093593392 +0000 UTC m=+5.972634612 container cleanup 2f8481c44660feafedd8b1f1da3f11ddd364c0b292c7f03fad2f48209cfd06a2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., architecture=x86_64, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, name=centos-stream, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, ceph=True) 2024-04-26T17:07:21.279 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 bash[134109]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5 2024-04-26T17:07:21.279 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 bash[134141]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.5" found: no such container 2024-04-26T17:07:21.590 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134127]: 2024-04-26 17:07:21.311649964 +0000 UTC m=+0.591158482 container remove 2f8481c44660feafedd8b1f1da3f11ddd364c0b292c7f03fad2f48209cfd06a2 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, release=754, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, GIT_CLEAN=True, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, ceph=True, io.openshift.expose-services=, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-26T17:07:21.590 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134203]: 2024-04-26 17:07:21.397176321 +0000 UTC m=+0.019692518 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:07:21.590 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134203]: 2024-04-26 17:07:21.495731289 +0000 UTC m=+0.118247475 container create 3fa15fe838124e0b7b0a1a9c7ddeb4dd6bad0f0e5397d44513812790b0f4a7b6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5-deactivate, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, name=centos-stream, maintainer=Guillaume Abrioux , release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, architecture=x86_64, io.openshift.expose-services=, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-26T17:07:21.946 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:21.590+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:21.947 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:21.590+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:21.947 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:21.590+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:21.947 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134203]: 2024-04-26 17:07:21.731534937 +0000 UTC m=+0.354051123 container init 3fa15fe838124e0b7b0a1a9c7ddeb4dd6bad0f0e5397d44513812790b0f4a7b6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5-deactivate, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, io.openshift.expose-services=, ceph=True, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, release=754, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, distribution-scope=public, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD) 2024-04-26T17:07:21.947 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134203]: 2024-04-26 17:07:21.734810266 +0000 UTC m=+0.357326451 container start 3fa15fe838124e0b7b0a1a9c7ddeb4dd6bad0f0e5397d44513812790b0f4a7b6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5-deactivate, vcs-type=git, io.openshift.tags=base centos centos-stream, distribution-scope=public, name=centos-stream, io.buildah.version=1.19.8, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , release=754, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD) 2024-04-26T17:07:21.947 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:21 smithi139 podman[134203]: 2024-04-26 17:07:21.806377866 +0000 UTC m=+0.428894054 container attach 3fa15fe838124e0b7b0a1a9c7ddeb4dd6bad0f0e5397d44513812790b0f4a7b6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5-deactivate, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, RELEASE=HEAD, release=754, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, ceph=True, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc.) 2024-04-26T17:07:22.278 INFO:journalctl@ceph.osd.5.smithi139.stdout:Apr 26 17:07:22 smithi139 podman[134203]: 2024-04-26 17:07:22.019311132 +0000 UTC m=+0.641827321 container died 3fa15fe838124e0b7b0a1a9c7ddeb4dd6bad0f0e5397d44513812790b0f4a7b6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-5-deactivate, release=754, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, name=centos-stream, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, version=8, distribution-scope=public, RELEASE=HEAD) 2024-04-26T17:07:22.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:21.947+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:22.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:21.947+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:22.279 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:21 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:21.947+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:22.574 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T17:07:22.611 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:07:22.612 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T17:07:22.612 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T17:07:22.612 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.6 2024-04-26T17:07:22.918 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 systemd[1]: Stopping Ceph osd.6 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:22.918 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:22.795+0000 7fa8fda5c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:07:22.918 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:22.795+0000 7fa8fda5c700 -1 osd.6 128 *** Got signal Terminated *** 2024-04-26T17:07:22.918 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:22.795+0000 7fa8fda5c700 -1 osd.6 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:07:22.918 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:22.918+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:22.919 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:22.918+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:22.919 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:22.918+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:22.919 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:22.571+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:22.919 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:22.571+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:22.919 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:22 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:22.571+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:23.877 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:23.571+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:23.878 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:23.571+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:23.878 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:23.571+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:24.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:23.878+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:24.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:23.878+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:24.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:23 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:23.878+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:24.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:24.574+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:24.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:24.574+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:24.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:24.574+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:25.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:24.857+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:25.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:24.857+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:25.278 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:24 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:24.857+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:25.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:25.548+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:25.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:25.548+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:25.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:25.548+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:26.065 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:25.845+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:26.065 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:25.845+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:26.065 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:25 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:25.845+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:26.609 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:26.586+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:26.609 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:26.586+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:26.610 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:26.586+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:27.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:26.827+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:38.510154+0000 front 2024-04-26T17:06:38.510122+0000 (oldest deadline 2024-04-26T17:07:02.009992+0000) 2024-04-26T17:07:27.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:26.827+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:47.311022+0000 front 2024-04-26T17:06:47.310989+0000 (oldest deadline 2024-04-26T17:07:13.210995+0000) 2024-04-26T17:07:27.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:26.827+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:53.211563+0000 front 2024-04-26T17:06:53.211600+0000 (oldest deadline 2024-04-26T17:07:19.111669+0000) 2024-04-26T17:07:27.028 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:26 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6[36820]: 2024-04-26T17:07:26.827+0000 7fa8f83f3700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.212935+0000 front 2024-04-26T17:07:03.212879+0000 (oldest deadline 2024-04-26T17:07:26.112724+0000) 2024-04-26T17:07:27.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:27 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:27.575+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:27.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:27 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:27.575+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:27.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:27 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:27.575+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:27.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:27 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:27.575+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:28.778 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:28 smithi139 podman[134282]: 2024-04-26 17:07:28.508490765 +0000 UTC m=+5.810244245 container died 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, name=centos-stream, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8) 2024-04-26T17:07:28.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:28.567+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:28.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:28.567+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:28.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:28.567+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:28.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:28 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:28.567+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:29.114 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:28 smithi139 podman[134282]: 2024-04-26 17:07:28.863585547 +0000 UTC m=+6.165338978 container cleanup 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, version=8, vcs-type=git, architecture=x86_64, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0) 2024-04-26T17:07:29.114 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:28 smithi139 bash[134282]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6 2024-04-26T17:07:29.114 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:28 smithi139 bash[134881]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.6" found: no such container 2024-04-26T17:07:29.457 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:29 smithi139 podman[134842]: 2024-04-26 17:07:29.114849226 +0000 UTC m=+0.928551906 container remove 9f7debbcbb354b13a23bc4a18e9d3121c8ea17e6726dfa074f8c6725fc7c046e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, distribution-scope=public, architecture=x86_64, io.openshift.expose-services=, version=8, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:07:29.752 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:29 smithi139 podman[134948]: 2024-04-26 17:07:29.458481148 +0000 UTC m=+0.104371689 container create 82fffb447ce4ef39dc19f5c23c2c51b0e80f7040826eb76520112916c4007ac0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, distribution-scope=public, ceph=True, release=754, name=centos-stream, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, io.k8s.display-name=CentOS Stream 8) 2024-04-26T17:07:29.752 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:29 smithi139 podman[134948]: 2024-04-26 17:07:29.373669174 +0000 UTC m=+0.019559748 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:07:29.752 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:29 smithi139 podman[134948]: 2024-04-26 17:07:29.669774281 +0000 UTC m=+0.315664833 container init 82fffb447ce4ef39dc19f5c23c2c51b0e80f7040826eb76520112916c4007ac0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, distribution-scope=public, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , ceph=True, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, version=8, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64) 2024-04-26T17:07:29.752 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:29 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:29.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:29.753 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:29 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:29.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:29.753 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:29 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:29.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:29.753 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:29 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:29.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:29.753 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:29 smithi139 podman[134948]: 2024-04-26 17:07:29.673157943 +0000 UTC m=+0.319048493 container start 82fffb447ce4ef39dc19f5c23c2c51b0e80f7040826eb76520112916c4007ac0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, io.openshift.expose-services=, com.redhat.component=centos-stream-container, GIT_CLEAN=True, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., ceph=True, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-26T17:07:29.753 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:29 smithi139 podman[134948]: 2024-04-26 17:07:29.752786796 +0000 UTC m=+0.398677350 container attach 82fffb447ce4ef39dc19f5c23c2c51b0e80f7040826eb76520112916c4007ac0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, release=754, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, vcs-type=git, io.openshift.tags=base centos centos-stream, ceph=True) 2024-04-26T17:07:30.778 INFO:journalctl@ceph.osd.6.smithi139.stdout:Apr 26 17:07:30 smithi139 podman[134948]: 2024-04-26 17:07:30.393260267 +0000 UTC m=+1.039150819 container died 82fffb447ce4ef39dc19f5c23c2c51b0e80f7040826eb76520112916c4007ac0 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-6-deactivate, vcs-type=git, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, version=8, architecture=x86_64, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, ceph=True) 2024-04-26T17:07:30.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:30 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:30.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:30.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:30 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:30.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:30.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:30 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:30.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:30.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:30 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:30.588+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:30.997 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T17:07:31.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:07:31.036 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T17:07:31.036 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T17:07:31.036 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.7 2024-04-26T17:07:31.278 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 systemd[1]: Stopping Ceph osd.7 for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:31.848 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:31.848 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:31.848 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:31.848 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:32.278 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.847+0000 7f1227d09700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T17:07:32.278 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.847+0000 7f1227d09700 -1 osd.7 128 *** Got signal Terminated *** 2024-04-26T17:07:32.279 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:31 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:31.847+0000 7f1227d09700 -1 osd.7 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T17:07:33.028 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:32.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:33.028 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:32.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:33.029 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:32.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:33.029 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:32 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:32.560+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:34.028 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:33.538+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:34.028 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:33.538+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:34.028 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:33.538+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:34.028 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:33 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:33.538+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:34.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:34.503+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:34.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:34.503+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:34.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:34.503+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:34.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:34 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:34.503+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:35.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:35.480+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:35.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:35.480+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:35.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:35.480+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:35.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:35.480+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:35.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:35 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:35.480+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.139:6804 osd.4 since back 2024-04-26T17:07:11.344570+0000 front 2024-04-26T17:07:11.344673+0000 (oldest deadline 2024-04-26T17:07:34.844533+0000) 2024-04-26T17:07:36.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:36.441+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-04-26T17:06:39.939758+0000 front 2024-04-26T17:06:39.939820+0000 (oldest deadline 2024-04-26T17:07:03.439719+0000) 2024-04-26T17:07:36.778 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:36.441+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6814 osd.1 since back 2024-04-26T17:06:43.440219+0000 front 2024-04-26T17:06:43.440114+0000 (oldest deadline 2024-04-26T17:07:11.640844+0000) 2024-04-26T17:07:36.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:36.441+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6822 osd.2 since back 2024-04-26T17:06:56.342048+0000 front 2024-04-26T17:06:56.342036+0000 (oldest deadline 2024-04-26T17:07:18.641970+0000) 2024-04-26T17:07:36.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:36.441+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.44:6830 osd.3 since back 2024-04-26T17:07:03.143848+0000 front 2024-04-26T17:07:03.143877+0000 (oldest deadline 2024-04-26T17:07:26.643831+0000) 2024-04-26T17:07:36.779 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:36 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7[37756]: 2024-04-26T17:07:36.441+0000 7f1224ea5700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.139:6804 osd.4 since back 2024-04-26T17:07:11.344570+0000 front 2024-04-26T17:07:11.344673+0000 (oldest deadline 2024-04-26T17:07:34.844533+0000) 2024-04-26T17:07:37.528 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:37 smithi139 podman[135141]: 2024-04-26 17:07:37.275843299 +0000 UTC m=+6.154170765 container died c72bb5f8009b67b817329468bf46728f8e4ac853b317275cc06d2c3adac3ea90 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7, io.openshift.tags=base centos centos-stream, ceph=True, RELEASE=HEAD, io.openshift.expose-services=, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, architecture=x86_64, release=754, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., io.buildah.version=1.19.8, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, name=centos-stream, GIT_CLEAN=True, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8) 2024-04-26T17:07:37.882 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:37 smithi139 podman[135141]: 2024-04-26 17:07:37.6728548 +0000 UTC m=+6.551182266 container cleanup c72bb5f8009b67b817329468bf46728f8e4ac853b317275cc06d2c3adac3ea90 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, release=754, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, ceph=True, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, vendor=Red Hat, Inc., GIT_CLEAN=True, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-26T17:07:37.882 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:37 smithi139 bash[135141]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7 2024-04-26T17:07:37.882 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:37 smithi139 bash[135246]: Error: no container with name or ID "ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd.7" found: no such container 2024-04-26T17:07:38.147 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:37 smithi139 podman[135233]: 2024-04-26 17:07:37.882470344 +0000 UTC m=+0.608796113 container remove c72bb5f8009b67b817329468bf46728f8e4ac853b317275cc06d2c3adac3ea90 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , distribution-scope=public, io.openshift.expose-services=, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, version=8, RELEASE=HEAD, vcs-type=git, name=centos-stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, io.buildah.version=1.19.8) 2024-04-26T17:07:38.147 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:38 smithi139 podman[135313]: 2024-04-26 17:07:38.020005336 +0000 UTC m=+0.019569097 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-26T17:07:38.402 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:38 smithi139 podman[135313]: 2024-04-26 17:07:38.147285779 +0000 UTC m=+0.146849582 container create 0395159ba518026caa6c9cfbdbf16d9a64c843ddfa809b7e82e28ab3a886c679 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7-deactivate, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, ceph=True, release=754, name=centos-stream, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., RELEASE=HEAD, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream) 2024-04-26T17:07:38.687 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:38 smithi139 podman[135313]: 2024-04-26 17:07:38.403009192 +0000 UTC m=+0.402572961 container init 0395159ba518026caa6c9cfbdbf16d9a64c843ddfa809b7e82e28ab3a886c679 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7-deactivate, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:07:38.687 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:38 smithi139 podman[135313]: 2024-04-26 17:07:38.407050421 +0000 UTC m=+0.406614189 container start 0395159ba518026caa6c9cfbdbf16d9a64c843ddfa809b7e82e28ab3a886c679 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7-deactivate, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, ceph=True, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-26T17:07:38.688 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:38 smithi139 podman[135313]: 2024-04-26 17:07:38.485815797 +0000 UTC m=+0.485379573 container attach 0395159ba518026caa6c9cfbdbf16d9a64c843ddfa809b7e82e28ab3a886c679 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7-deactivate, architecture=x86_64, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, GIT_CLEAN=True, name=centos-stream, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, release=754, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-26T17:07:38.979 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:38 smithi139 podman[135313]: 2024-04-26 17:07:38.688591756 +0000 UTC m=+0.688155518 container died 0395159ba518026caa6c9cfbdbf16d9a64c843ddfa809b7e82e28ab3a886c679 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, ceph=True, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , RELEASE=HEAD, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, release=754, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container) 2024-04-26T17:07:39.230 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:39 smithi139 podman[135340]: 2024-04-26 17:07:39.213724416 +0000 UTC m=+0.520090488 container remove 0395159ba518026caa6c9cfbdbf16d9a64c843ddfa809b7e82e28ab3a886c679 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-osd-7-deactivate, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, io.openshift.expose-services=, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, vcs-type=git, io.k8s.display-name=CentOS Stream 8, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, version=8) 2024-04-26T17:07:39.231 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:39 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-26T17:07:39.231 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:39 smithi139 systemd[1]: Stopped Ceph osd.7 for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:07:39.231 INFO:journalctl@ceph.osd.7.smithi139.stdout:Apr 26 17:07:39 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.7.service: Consumed 14.692s CPU time. 2024-04-26T17:07:39.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T17:07:39.271 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:07:39.272 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T17:07:39.272 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-26T17:07:39.272 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a 2024-04-26T17:07:39.528 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 systemd[1]: Stopping Ceph prometheus.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:39.917 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-26T17:07:39.918 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-26T17:07:39.919 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T17:07:39.919 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-26T17:07:39.919 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a[100873]: ts=2024-04-26T17:07:39.625Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-26T17:07:39.919 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:39 smithi139 podman[135420]: 2024-04-26 17:07:39.635361228 +0000 UTC m=+0.127741563 container died b37988dc0bd16e129aa61ddd1425de6688e2a026bba3a584a72a05a1def9e78c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:40.258 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:40 smithi139 podman[135420]: 2024-04-26 17:07:40.016521945 +0000 UTC m=+0.508902288 container cleanup b37988dc0bd16e129aa61ddd1425de6688e2a026bba3a584a72a05a1def9e78c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:40.258 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Apr 26 17:07:40 smithi139 bash[135420]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T17:07:40.399 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-18c48794-03ea-11ef-bc93-c7b262605968@prometheus.a.service' 2024-04-26T17:07:40.434 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T17:07:40.434 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-26T17:07:40.434 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 18c48794-03ea-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T17:07:43.508 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:43 smithi044 systemd[1]: Stopping Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:43.857 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:43 smithi044 podman[152253]: 2024-04-26 17:07:43.600808404 +0000 UTC m=+0.125862228 container died 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:43.857 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:43 smithi044 podman[152253]: 2024-04-26 17:07:43.848426502 +0000 UTC m=+0.373480323 container cleanup 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:43.857 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:43 smithi044 bash[152253]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T17:07:44.457 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:44 smithi044 podman[152267]: 2024-04-26 17:07:44.141023222 +0000 UTC m=+0.544187507 container remove 15093c76a1bde65473e781290f2549ccd8039f7ee1e1514bceb1c0c34c5264d3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:44.457 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:44 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T17:07:44.458 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:44 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-26T17:07:44.458 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:44 smithi044 systemd[1]: Stopped Ceph node-exporter.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:07:44.458 INFO:journalctl@ceph.node-exporter.a.smithi044.stdout:Apr 26 17:07:44 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.a.service: Consumed 1.582s CPU time. 2024-04-26T17:07:44.743 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:44 smithi044 systemd[1]: Stopping Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:07:44.744 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:44 smithi044 ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a[115595]: ts=2024-04-26T17:07:44.703Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-26T17:07:45.007 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:44 smithi044 podman[152374]: 2024-04-26 17:07:44.744175536 +0000 UTC m=+0.144192861 container died b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:45.303 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 podman[152374]: 2024-04-26 17:07:45.111612107 +0000 UTC m=+0.511629440 container cleanup b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:45.303 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 bash[152374]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T17:07:45.578 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 podman[152388]: 2024-04-26 17:07:45.304142074 +0000 UTC m=+0.552057696 container remove b6d3284b0ab14d496806d3b053f024481b455dc56997272a2afcd87661df6a6b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-26T17:07:45.578 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 podman[152388]: 2024-04-26 17:07:45.379845234 +0000 UTC m=+0.627760854 volume remove 86c1df46dd2cddf09f0dc7662f34c3952070e552ecb0798913f102badd88d3ef 2024-04-26T17:07:45.891 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T17:07:45.891 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 systemd[1]: Stopped Ceph alertmanager.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:07:45.891 INFO:journalctl@ceph.alertmanager.a.smithi044.stdout:Apr 26 17:07:45 smithi044 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@alertmanager.a.service: Consumed 1.224s CPU time. 2024-04-26T17:08:08.793 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 18c48794-03ea-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T17:08:10.754 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:10 smithi139 systemd[1]: Stopping Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:08:11.028 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:10 smithi139 podman[136746]: 2024-04-26 17:08:10.754315806 +0000 UTC m=+0.120928817 container died eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:08:11.452 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 podman[136746]: 2024-04-26 17:08:11.202263238 +0000 UTC m=+0.568876298 container cleanup eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:08:11.452 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 bash[136746]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T17:08:11.778 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 podman[136760]: 2024-04-26 17:08:11.453238182 +0000 UTC m=+0.703312036 container remove eda15691d969861d66141a4d7e35060ba7998474d0086dba31847baa4e232048 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-26T17:08:11.778 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-26T17:08:11.778 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-26T17:08:11.779 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 systemd[1]: Stopped Ceph node-exporter.b for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:08:11.779 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Apr 26 17:08:11 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@node-exporter.b.service: Consumed 1.464s CPU time. 2024-04-26T17:08:12.041 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:11 smithi139 systemd[1]: Stopping Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968... 2024-04-26T17:08:12.041 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=server t=2024-04-26T17:08:12.03131582Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-26T17:08:12.041 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=ticker t=2024-04-26T17:08:12.031705159Z level=info msg=stopped last_tick=2024-04-26T17:08:10Z 2024-04-26T17:08:12.041 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a[112222]: logger=tracing t=2024-04-26T17:08:12.031722408Z level=info msg="Closing tracing" 2024-04-26T17:08:12.330 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 podman[136868]: 2024-04-26 17:08:12.041855499 +0000 UTC m=+0.116757958 container died 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:08:12.647 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 podman[136868]: 2024-04-26 17:08:12.424245221 +0000 UTC m=+0.499147683 container cleanup 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:08:12.647 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 bash[136868]: ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a 2024-04-26T17:08:12.949 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 podman[136881]: 2024-04-26 17:08:12.648718922 +0000 UTC m=+0.609071883 container remove 9346c24c9be67a061d6ac0b0ac1acab6cfee2e53074e5cecedde55b159957404 (image=quay.io/ceph/grafana:9.4.12, name=ceph-18c48794-03ea-11ef-bc93-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-26T17:08:12.949 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-26T17:08:12.949 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 systemd[1]: Stopped Ceph grafana.a for 18c48794-03ea-11ef-bc93-c7b262605968. 2024-04-26T17:08:12.949 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Apr 26 17:08:12 smithi139 systemd[1]: ceph-18c48794-03ea-11ef-bc93-c7b262605968@grafana.a.service: Consumed 6.922s CPU time. 2024-04-26T17:08:24.198 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:08:24.231 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T17:08:24.259 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T17:08:24.261 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/remote/smithi044/crash 2024-04-26T17:08:24.262 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/crash -- . 2024-04-26T17:08:24.316 INFO:teuthology.orchestra.run.smithi044.stderr:tar: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T17:08:24.316 INFO:teuthology.orchestra.run.smithi044.stderr:tar: Error is not recoverable: exiting now 2024-04-26T17:08:24.318 DEBUG:teuthology.misc:Transferring archived files from smithi139:/var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/remote/smithi139/crash 2024-04-26T17:08:24.319 DEBUG:teuthology.orchestra.run.smithi139:> sudo tar c -f - -C /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/crash -- . 2024-04-26T17:08:24.350 INFO:teuthology.orchestra.run.smithi139.stderr:tar: /var/lib/ceph/18c48794-03ea-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T17:08:24.350 INFO:teuthology.orchestra.run.smithi139.stderr:tar: Error is not recoverable: exiting now 2024-04-26T17:08:24.352 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T17:08:24.352 DEBUG:teuthology.orchestra.run.smithi044:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-26T17:08:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:2024-04-26T16:33:38.003387+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T17:08:24.387 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-26T17:08:24.387 INFO:tasks.cephadm:Compressing logs... 2024-04-26T17:08:24.387 DEBUG:teuthology.orchestra.run.smithi044:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T17:08:24.429 DEBUG:teuthology.orchestra.run.smithi139:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T17:08:24.453 INFO:teuthology.orchestra.run.smithi044.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log 2024-04-26T17:08:24.453 INFO:teuthology.orchestra.run.smithi044.stderr:: No such file or directory 2024-04-26T17:08:24.453 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T17:08:24.453 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T17:08:24.453 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T17:08:24.457 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T17:08:24.457 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T17:08:24.457 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.3.log: /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T17:08:24.457 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi139.qerdyy.log 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr:: No such file or directory 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi139.qerdyy.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr: 62.5% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi139.qerdyy.log.gz 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T17:08:24.460 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T17:08:24.461 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T17:08:24.461 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T17:08:24.461 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T17:08:24.461 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mgr.x.log: 89.1% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T17:08:24.461 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T17:08:24.462 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.0.log: 94.0% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T17:08:24.462 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi044.wystkf.log 2024-04-26T17:08:24.467 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T17:08:24.469 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T17:08:24.473 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-volume.log: 92.8% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T17:08:24.475 INFO:teuthology.orchestra.run.smithi139.stderr: 91.6% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T17:08:24.482 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.c.log: /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi044.wystkf.log: gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T17:08:24.482 INFO:teuthology.orchestra.run.smithi044.stderr: 62.4% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi044.wystkf.log.gz 2024-04-26T17:08:24.483 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T17:08:24.486 INFO:teuthology.orchestra.run.smithi139.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T17:08:24.489 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.a.log: 95.5% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T17:08:24.490 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/tcmu-runner.log 2024-04-26T17:08:24.496 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.cephadm.log: 95.1% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T17:08:24.498 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T17:08:24.498 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/tcmu-runner.log: 88.0% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/tcmu-runner.log.gz 2024-04-26T17:08:24.498 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T17:08:24.546 INFO:teuthology.orchestra.run.smithi139.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T17:08:24.568 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T17:08:24.576 INFO:teuthology.orchestra.run.smithi044.stderr: 90.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T17:08:24.582 INFO:teuthology.orchestra.run.smithi139.stderr: 90.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T17:08:24.658 INFO:teuthology.orchestra.run.smithi139.stderr: 88.4% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T17:08:25.256 INFO:teuthology.orchestra.run.smithi139.stderr: 92.7% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T17:08:25.558 INFO:teuthology.orchestra.run.smithi139.stderr: 92.9% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T17:08:25.759 INFO:teuthology.orchestra.run.smithi044.stderr: 88.5% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T17:08:25.785 INFO:teuthology.orchestra.run.smithi044.stderr: 93.1% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T17:08:25.958 INFO:teuthology.orchestra.run.smithi044.stderr: 92.8% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T17:08:25.993 INFO:teuthology.orchestra.run.smithi139.stderr: 93.4% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T17:08:26.024 INFO:teuthology.orchestra.run.smithi139.stderr: 93.7% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T17:08:26.150 INFO:teuthology.orchestra.run.smithi139.stderr: 93.1% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T17:08:26.152 INFO:teuthology.orchestra.run.smithi139.stderr: 2024-04-26T17:08:26.152 INFO:teuthology.orchestra.run.smithi139.stderr:real 0m1.709s 2024-04-26T17:08:26.152 INFO:teuthology.orchestra.run.smithi139.stderr:user 0m6.610s 2024-04-26T17:08:26.152 INFO:teuthology.orchestra.run.smithi139.stderr:sys 0m0.310s 2024-04-26T17:08:26.295 INFO:teuthology.orchestra.run.smithi044.stderr: 93.3% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T17:08:26.409 INFO:teuthology.orchestra.run.smithi044.stderr: 93.2% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T17:08:26.438 INFO:teuthology.orchestra.run.smithi044.stderr: 93.2% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T17:08:26.781 INFO:teuthology.orchestra.run.smithi044.stderr: 91.6% -- replaced with /var/log/ceph/18c48794-03ea-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T17:08:26.783 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-04-26T17:08:26.783 INFO:teuthology.orchestra.run.smithi044.stderr:real 0m2.341s 2024-04-26T17:08:26.784 INFO:teuthology.orchestra.run.smithi044.stderr:user 0m11.939s 2024-04-26T17:08:26.784 INFO:teuthology.orchestra.run.smithi044.stderr:sys 0m0.393s 2024-04-26T17:08:26.784 INFO:tasks.cephadm:Archiving logs... 2024-04-26T17:08:26.784 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/log/ceph to /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/remote/smithi044/log 2024-04-26T17:08:26.785 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T17:08:28.268 DEBUG:teuthology.misc:Transferring archived files from smithi139:/var/log/ceph to /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/remote/smithi139/log 2024-04-26T17:08:28.269 DEBUG:teuthology.orchestra.run.smithi139:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T17:08:29.250 INFO:tasks.cephadm:Removing cluster... 2024-04-26T17:08:29.251 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 18c48794-03ea-11ef-bc93-c7b262605968 --force 2024-04-26T17:08:29.753 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 18c48794-03ea-11ef-bc93-c7b262605968 --force 2024-04-26T17:08:30.041 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T17:08:30.041 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T17:08:30.058 DEBUG:teuthology.orchestra.run.smithi139:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T17:08:30.072 INFO:tasks.cephadm:Teardown complete 2024-04-26T17:08:30.073 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T17:08:30.083 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T17:08:30.083 DEBUG:teuthology.orchestra.run.smithi044:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:08:30.101 DEBUG:teuthology.orchestra.run.smithi139:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T17:08:30.114 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:08:30.118 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:08:30.118 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-04-26T17:08:30.118 INFO:teuthology.orchestra.run.smithi044.stdout:^* hv01.front.sepia.ceph.com 3 6 377 31 +1618us[+1521us] +/- 48ms 2024-04-26T17:08:30.118 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 31 -57us[ -154us] +/- 51ms 2024-04-26T17:08:30.119 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 92 -2468us[-2560us] +/- 68ms 2024-04-26T17:08:30.119 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:08:30.126 INFO:teuthology.orchestra.run.smithi139.stderr:bash: line 1: ntpq: command not found 2024-04-26T17:08:30.130 INFO:teuthology.orchestra.run.smithi139.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T17:08:30.130 INFO:teuthology.orchestra.run.smithi139.stdout:=============================================================================== 2024-04-26T17:08:30.130 INFO:teuthology.orchestra.run.smithi139.stdout:^* hv01.front.sepia.ceph.com 3 6 377 32 +1646us[+1592us] +/- 48ms 2024-04-26T17:08:30.130 INFO:teuthology.orchestra.run.smithi139.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 32 -91us[ -146us] +/- 51ms 2024-04-26T17:08:30.130 INFO:teuthology.orchestra.run.smithi139.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 26 -2471us[-2471us] +/- 69ms 2024-04-26T17:08:30.130 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T17:08:30.131 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T17:08:30.139 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T17:08:30.140 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T17:08:30.148 DEBUG:teuthology.orchestra.run.smithi044:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T17:08:30.264 DEBUG:teuthology.orchestra.run.smithi139:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T17:08:30.355 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-26T17:08:30.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:08:30.385 DEBUG:teuthology.orchestra.run.smithi139:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-26T17:08:30.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:08:30.414 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T17:08:30.424 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T17:08:30.432 INFO:teuthology.task.internal:Duration was 2577.864905 seconds 2024-04-26T17:08:30.432 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T17:08:30.441 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T17:08:30.441 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T17:08:30.444 DEBUG:teuthology.orchestra.run.smithi139:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T17:08:30.479 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:08:30.491 INFO:teuthology.orchestra.run.smithi139.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T17:08:30.820 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T17:08:30.820 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi044.front.sepia.ceph.com 2024-04-26T17:08:30.820 DEBUG:teuthology.orchestra.run.smithi044:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T17:08:30.862 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi139.front.sepia.ceph.com 2024-04-26T17:08:30.862 DEBUG:teuthology.orchestra.run.smithi139:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T17:08:30.886 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T17:08:30.886 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T17:08:30.906 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T17:08:30.951 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T17:08:30.951 DEBUG:teuthology.orchestra.run.smithi044:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T17:08:30.977 DEBUG:teuthology.orchestra.run.smithi139:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T17:08:31.768 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T17:08:31.878 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T17:08:31.878 DEBUG:teuthology.orchestra.run.smithi044:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T17:08:31.904 DEBUG:teuthology.orchestra.run.smithi139:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T17:08:31.928 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T17:08:31.940 DEBUG:teuthology.orchestra.run.smithi044:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:08:31.947 DEBUG:teuthology.orchestra.run.smithi139:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:08:31.967 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = core 2024-04-26T17:08:31.992 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern = core 2024-04-26T17:08:32.011 DEBUG:teuthology.orchestra.run.smithi044:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:08:32.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:08:32.056 DEBUG:teuthology.orchestra.run.smithi139:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T17:08:32.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T17:08:32.070 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T17:08:32.081 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T17:08:32.081 DEBUG:teuthology.misc:Transferring archived files from smithi044:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/remote/smithi044 2024-04-26T17:08:32.082 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T17:08:32.154 DEBUG:teuthology.misc:Transferring archived files from smithi139:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874/remote/smithi139 2024-04-26T17:08:32.155 DEBUG:teuthology.orchestra.run.smithi139:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T17:08:32.203 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T17:08:32.203 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T17:08:32.205 DEBUG:teuthology.orchestra.run.smithi139:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T17:08:32.246 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T17:08:32.257 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T17:08:32.258 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T17:08:32.347 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T17:08:32.347 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T17:08:32.350 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T17:08:32.363 INFO:teuthology.orchestra.run.smithi044.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 17:08 /home/ubuntu/cephtest 2024-04-26T17:08:32.364 INFO:teuthology.orchestra.run.smithi139.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 17:08 /home/ubuntu/cephtest 2024-04-26T17:08:32.365 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T17:08:32.375 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T17:08:32.396 INFO:teuthology.nuke:Checking targets against current locks 2024-04-26T17:08:32.423 DEBUG:teuthology.nuke:shortname: smithi044 2024-04-26T17:08:32.423 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T17:08:32.449 DEBUG:teuthology.nuke:shortname: smithi139 2024-04-26T17:08:32.449 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T17:08:32.453 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 16:19:20.603426', 'locked_by': 'scheduled_phlogistonjohn@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNGh0v6P3/hNj4SeduttE7wwoM3lIuo7FfxhFZEeku5zc7KsMy2MkFZmd5Hg5Cbz7rx0Nwjt8fuTUH8Xo5pHIZI='} 2024-04-26T17:08:32.474 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi139.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/phlogistonjohn-2024-04-26_15:06:39-orch:cephadm-wip-phlogistonjohn-testing-2024-04-25-1915-distro-default-smithi/7674874', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 16:19:20.605233', 'locked_by': 'scheduled_phlogistonjohn@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP7mNj4abJTgu8XyvK1WglqJn0oFjY2o1YVwpp37qooNIBwvZ+N4MN77z9egLyhaY38inn+dT1n0Ra8GEJGOQrc='} 2024-04-26T17:08:32.513 INFO:teuthology.orchestra.console.smithi044:Power off 2024-04-26T17:08:32.513 DEBUG:teuthology.orchestra.console.smithi044:pexpect command: ipmitool -H smithi044.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T17:08:32.543 DEBUG:teuthology.orchestra.console.smithi044:power off output: Chassis Power Control: Down/Off 2024-04-26T17:08:32.544 DEBUG:teuthology.orchestra.console.smithi044:pexpect command: ipmitool -H smithi044.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:08:32.560 INFO:teuthology.orchestra.console.smithi139:Power off 2024-04-26T17:08:32.561 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T17:08:32.572 DEBUG:teuthology.orchestra.console.smithi044:check power output: Chassis Power is on 2024-04-26T17:08:32.589 DEBUG:teuthology.orchestra.console.smithi139:power off output: Chassis Power Control: Down/Off 2024-04-26T17:08:32.589 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:08:32.612 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is on 2024-04-26T17:08:36.573 DEBUG:teuthology.orchestra.console.smithi044:pexpect command: ipmitool -H smithi044.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:08:36.614 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:08:36.685 DEBUG:teuthology.orchestra.console.smithi044:check power output: Chassis Power is on 2024-04-26T17:08:36.727 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is on 2024-04-26T17:08:40.690 DEBUG:teuthology.orchestra.console.smithi044:pexpect command: ipmitool -H smithi044.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:08:40.728 DEBUG:teuthology.orchestra.console.smithi139:pexpect command: ipmitool -H smithi139.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T17:08:40.801 DEBUG:teuthology.orchestra.console.smithi044:check power output: Chassis Power is off 2024-04-26T17:08:40.839 DEBUG:teuthology.orchestra.console.smithi139:check power output: Chassis Power is off 2024-04-26T17:08:40.903 INFO:teuthology.orchestra.console.smithi044:Power off completed 2024-04-26T17:08:40.940 INFO:teuthology.orchestra.console.smithi139:Power off completed 2024-04-26T17:08:41.046 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} duration: 2577.8649051189423 failure_reason: 'Command failed on smithi044 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 18c48794-03ea-11ef-bc93-c7b262605968 -e sha1=a430f9ed84de3008ca5b632b1ed304bac0e753f6 -- bash -c \''ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \''"\''"\''.up_to_date | length == 7\''"\''"\''\''''' owner: scheduled_phlogistonjohn@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=b5a3adefc5c245e5aa30a4c6b5aaf2f7 status: fail success: false 2024-04-26T17:08:41.046 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T17:08:41.142 INFO:teuthology.run:FAIL